2024-12-06 06:16:52,006 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-06 06:16:52,025 main DEBUG Took 0.016993 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 06:16:52,025 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 06:16:52,026 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 06:16:52,027 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 06:16:52,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,034 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 06:16:52,047 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,048 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,049 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,049 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,050 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,050 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,051 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,051 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,052 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,052 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,053 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,054 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,054 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,054 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,055 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,056 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,056 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,057 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:16:52,058 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,058 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 06:16:52,059 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:16:52,061 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 06:16:52,062 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 06:16:52,063 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 06:16:52,064 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 06:16:52,064 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 06:16:52,072 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 06:16:52,074 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 06:16:52,076 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 06:16:52,076 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 06:16:52,077 main DEBUG createAppenders(={Console}) 2024-12-06 06:16:52,077 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-06 06:16:52,077 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-06 06:16:52,078 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-06 06:16:52,078 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 06:16:52,078 main DEBUG OutputStream closed 2024-12-06 06:16:52,079 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 06:16:52,079 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 06:16:52,079 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-06 06:16:52,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 06:16:52,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 06:16:52,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 06:16:52,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 06:16:52,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 06:16:52,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 06:16:52,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 06:16:52,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 06:16:52,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 06:16:52,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 06:16:52,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 06:16:52,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 06:16:52,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 06:16:52,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 06:16:52,154 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 06:16:52,154 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 06:16:52,154 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 06:16:52,155 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 06:16:52,157 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 06:16:52,158 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-06 06:16:52,158 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 06:16:52,159 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-06T06:16:52,173 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-06 06:16:52,175 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 06:16:52,176 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T06:16:52,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=5407 2024-12-06T06:16:52,455 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-06T06:16:52,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd 2024-12-06T06:16:52,498 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/cluster_bf40db1d-9e76-0303-143e-29f983d99e49, deleteOnExit=true 2024-12-06T06:16:52,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/cluster_bf40db1d-9e76-0303-143e-29f983d99e49/zookeeper_0, clientPort=62864, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/cluster_bf40db1d-9e76-0303-143e-29f983d99e49/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/cluster_bf40db1d-9e76-0303-143e-29f983d99e49/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:16:52,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62864 2024-12-06T06:16:52,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:16:52,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:16:52,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/test.cache.data in system properties and HBase conf 2024-12-06T06:16:52,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:16:52,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:16:52,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:16:52,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:16:52,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:16:52,697 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T06:16:52,814 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:16:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:16:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:16:52,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:16:52,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:16:52,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:16:52,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:16:52,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:16:52,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:16:52,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:16:52,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:16:52,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:16:52,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:16:52,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:16:52,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:16:53,675 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T06:16:53,756 INFO [Time-limited test {}] log.Log(170): Logging initialized @2427ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T06:16:53,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:16:53,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:16:53,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:16:53,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:16:53,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:16:53,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:16:53,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:16:53,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:16:54,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/java.io.tmpdir/jetty-localhost-40277-hadoop-hdfs-3_4_1-tests_jar-_-any-4019218254151301172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:16:54,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:40277} 2024-12-06T06:16:54,135 INFO [Time-limited test {}] server.Server(415): Started @2807ms 2024-12-06T06:16:54,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:16:54,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:16:54,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:16:54,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:16:54,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:16:54,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:16:54,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:16:54,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/java.io.tmpdir/jetty-localhost-38087-hadoop-hdfs-3_4_1-tests_jar-_-any-12555274532424092379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:16:54,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38087} 2024-12-06T06:16:54,653 INFO [Time-limited test {}] server.Server(415): Started @3325ms 2024-12-06T06:16:54,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:16:55,151 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/cluster_bf40db1d-9e76-0303-143e-29f983d99e49/data/data2/current/BP-394458647-172.17.0.2-1733465813418/current, will proceed with Du for space computation calculation, 2024-12-06T06:16:55,151 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/cluster_bf40db1d-9e76-0303-143e-29f983d99e49/data/data1/current/BP-394458647-172.17.0.2-1733465813418/current, will proceed with Du for space computation calculation, 2024-12-06T06:16:55,188 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:16:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7d7d8d3b3755144 with lease ID 0x1994b639f94563e1: Processing first storage report for DS-65dd9aef-0ad0-47d1-ac89-fef4295b40f0 from datanode DatanodeRegistration(127.0.0.1:35573, datanodeUuid=21588a0f-39ac-48dd-a04c-f4a0078c97bc, infoPort=46447, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=1200278184;c=1733465813418) 2024-12-06T06:16:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7d7d8d3b3755144 with lease ID 0x1994b639f94563e1: from storage DS-65dd9aef-0ad0-47d1-ac89-fef4295b40f0 node DatanodeRegistration(127.0.0.1:35573, datanodeUuid=21588a0f-39ac-48dd-a04c-f4a0078c97bc, infoPort=46447, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=1200278184;c=1733465813418), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:16:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7d7d8d3b3755144 with lease ID 0x1994b639f94563e1: Processing first storage report for DS-505897fe-998f-48f5-9c51-21fb48749163 from datanode DatanodeRegistration(127.0.0.1:35573, datanodeUuid=21588a0f-39ac-48dd-a04c-f4a0078c97bc, infoPort=46447, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=1200278184;c=1733465813418) 2024-12-06T06:16:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7d7d8d3b3755144 with lease ID 0x1994b639f94563e1: from storage DS-505897fe-998f-48f5-9c51-21fb48749163 node DatanodeRegistration(127.0.0.1:35573, datanodeUuid=21588a0f-39ac-48dd-a04c-f4a0078c97bc, infoPort=46447, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=1200278184;c=1733465813418), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:16:55,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd 2024-12-06T06:16:55,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:55,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:55,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:16:55,985 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5 with version=8 2024-12-06T06:16:55,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/hbase-staging 2024-12-06T06:16:56,081 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T06:16:56,332 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:16:56,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:56,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:56,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:16:56,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:56,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:16:56,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:16:56,545 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T06:16:56,554 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T06:16:56,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:16:56,584 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13386 (auto-detected) 2024-12-06T06:16:56,585 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T06:16:56,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38491 2024-12-06T06:16:56,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38491 connecting to ZooKeeper ensemble=127.0.0.1:62864 2024-12-06T06:16:56,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384910x0, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:16:56,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38491-0x101866b18e30000 connected 2024-12-06T06:16:56,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:56,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:56,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/running 2024-12-06T06:16:56,707 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5, hbase.cluster.distributed=false 2024-12-06T06:16:56,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/acl 2024-12-06T06:16:56,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-06T06:16:56,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38491 2024-12-06T06:16:56,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38491 2024-12-06T06:16:56,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-06T06:16:56,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-06T06:16:56,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:16:56,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:56,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:56,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:16:56,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:56,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:16:56,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:16:56,862 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:16:56,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32837 2024-12-06T06:16:56,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32837 connecting to ZooKeeper ensemble=127.0.0.1:62864 2024-12-06T06:16:56,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:56,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:56,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328370x0, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:16:56,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32837-0x101866b18e30001 connected 2024-12-06T06:16:56,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/running 2024-12-06T06:16:56,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:16:56,889 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:16:56,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/master 2024-12-06T06:16:56,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/acl 2024-12-06T06:16:56,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32837 2024-12-06T06:16:56,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32837 2024-12-06T06:16:56,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32837 2024-12-06T06:16:56,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32837 2024-12-06T06:16:56,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32837 2024-12-06T06:16:56,915 DEBUG [M:0;6336e8474e1c:38491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:38491 2024-12-06T06:16:56,916 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0432159821/backup-masters/6336e8474e1c,38491,1733465816134 2024-12-06T06:16:56,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/backup-masters 2024-12-06T06:16:56,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/backup-masters 2024-12-06T06:16:56,925 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on existing znode=/0432159821/backup-masters/6336e8474e1c,38491,1733465816134 2024-12-06T06:16:56,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:56,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0432159821/master 2024-12-06T06:16:56,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:56,954 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on existing znode=/0432159821/master 2024-12-06T06:16:56,955 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0432159821/backup-masters/6336e8474e1c,38491,1733465816134 from backup master directory 2024-12-06T06:16:56,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/backup-masters 2024-12-06T06:16:56,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432159821/backup-masters/6336e8474e1c,38491,1733465816134 2024-12-06T06:16:56,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/backup-masters 2024-12-06T06:16:56,959 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:16:56,960 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,38491,1733465816134 2024-12-06T06:16:56,962 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T06:16:56,963 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T06:16:57,021 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/hbase.id] with ID: d704c573-b46e-4515-aa0a-cfb956e089df 2024-12-06T06:16:57,021 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/.tmp/hbase.id 2024-12-06T06:16:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:16:57,434 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/.tmp/hbase.id]:[hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/hbase.id] 2024-12-06T06:16:57,476 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:57,482 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:16:57,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-06T06:16:57,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:57,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:57,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:16:57,529 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:16:57,531 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:16:57,548 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:16:57,553 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:16:57,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:16:58,001 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store 2024-12-06T06:16:58,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:16:58,025 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T06:16:58,028 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:58,029 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:16:58,029 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:58,030 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:58,031 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:16:58,031 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:58,032 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:58,033 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465818029Disabling compacts and flushes for region at 1733465818029Disabling writes for close at 1733465818031 (+2 ms)Writing region close event to WAL at 1733465818032 (+1 ms)Closed at 1733465818032 2024-12-06T06:16:58,035 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/.initializing 2024-12-06T06:16:58,035 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,38491,1733465816134 2024-12-06T06:16:58,043 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:16:58,058 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C38491%2C1733465816134, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,38491,1733465816134, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/oldWALs, maxLogs=10 2024-12-06T06:16:58,082 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,38491,1733465816134/6336e8474e1c%2C38491%2C1733465816134.1733465818063, exclude list is [], retry=0 2024-12-06T06:16:58,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-65dd9aef-0ad0-47d1-ac89-fef4295b40f0,DISK] 2024-12-06T06:16:58,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T06:16:58,141 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,38491,1733465816134/6336e8474e1c%2C38491%2C1733465816134.1733465818063 2024-12-06T06:16:58,142 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46447:46447)] 2024-12-06T06:16:58,142 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:16:58,143 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:58,146 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,147 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:16:58,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:58,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:58,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:16:58,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:58,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:58,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:16:58,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:58,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:58,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:16:58,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:58,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:58,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,236 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,237 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,242 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,243 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,246 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:16:58,249 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:58,254 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:58,255 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66459296, jitterRate=-0.009679317474365234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:16:58,261 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465818159Initializing all the Stores at 1733465818162 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465818162Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465818163 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465818163Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465818163Cleaning up temporary data from old regions at 1733465818243 (+80 ms)Region opened successfully at 1733465818261 (+18 ms) 2024-12-06T06:16:58,262 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:16:58,296 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:16:58,333 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:16:58,344 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:16:58,345 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:16:58,348 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:16:58,349 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T06:16:58,354 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-06T06:16:58,354 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:16:58,387 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:16:58,396 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/balancer because node does not exist (not necessarily an error) 2024-12-06T06:16:58,398 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/balancer already deleted, retry=false 2024-12-06T06:16:58,401 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:16:58,402 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:16:58,405 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/normalizer already deleted, retry=false 2024-12-06T06:16:58,407 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:16:58,410 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:16:58,411 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/switch/split already deleted, retry=false 2024-12-06T06:16:58,412 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:16:58,414 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/switch/merge already deleted, retry=false 2024-12-06T06:16:58,433 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:16:58,434 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/snapshot-cleanup already deleted, retry=false 2024-12-06T06:16:58,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0432159821/running 2024-12-06T06:16:58,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0432159821/running 2024-12-06T06:16:58,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:58,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:58,442 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,38491,1733465816134, sessionid=0x101866b18e30000, setting cluster-up flag (Was=false) 2024-12-06T06:16:58,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:58,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:58,461 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0432159821/flush-table-proc/acquired, /0432159821/flush-table-proc/reached, /0432159821/flush-table-proc/abort 2024-12-06T06:16:58,463 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,38491,1733465816134 2024-12-06T06:16:58,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:58,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:58,479 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0432159821/online-snapshot/acquired, /0432159821/online-snapshot/reached, /0432159821/online-snapshot/abort 2024-12-06T06:16:58,480 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,38491,1733465816134 2024-12-06T06:16:58,487 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:16:58,505 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(746): ClusterId : d704c573-b46e-4515-aa0a-cfb956e089df 2024-12-06T06:16:58,509 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:16:58,514 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:16:58,515 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:16:58,519 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:16:58,520 DEBUG [RS:0;6336e8474e1c:32837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b94274f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:16:58,537 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:32837 2024-12-06T06:16:58,542 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:16:58,542 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:16:58,542 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:16:58,545 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,38491,1733465816134 with port=32837, startcode=1733465816813 2024-12-06T06:16:58,557 DEBUG [RS:0;6336e8474e1c:32837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:16:58,572 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:16:58,584 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:16:58,592 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:16:58,593 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:16:58,597 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38491 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:16:58,600 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,38491,1733465816134 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:16:58,609 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:16:58,610 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:16:58,610 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:16:58,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:16:58,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:16:58,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:16:58,612 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,614 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465848614 2024-12-06T06:16:58,615 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:16:58,616 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:16:58,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:16:58,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:16:58,621 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:16:58,621 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:16:58,621 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:16:58,622 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:16:58,622 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,625 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:16:58,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:58,627 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:16:58,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:16:58,627 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T06:16:58,627 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:16:58,628 WARN [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T06:16:58,628 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:16:58,633 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:16:58,633 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:16:58,635 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465818634,5,FailOnTimeoutGroup] 2024-12-06T06:16:58,636 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465818635,5,FailOnTimeoutGroup] 2024-12-06T06:16:58,636 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,636 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:16:58,638 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:16:58,638 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,729 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,38491,1733465816134 with port=32837, startcode=1733465816813 2024-12-06T06:16:58,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,32837,1733465816813 2024-12-06T06:16:58,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38491 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,32837,1733465816813 2024-12-06T06:16:58,743 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5 2024-12-06T06:16:58,743 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33937 2024-12-06T06:16:58,743 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:16:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/rs 2024-12-06T06:16:58,748 DEBUG [RS:0;6336e8474e1c:32837 {}] zookeeper.ZKUtil(111): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on existing znode=/0432159821/rs/6336e8474e1c,32837,1733465816813 2024-12-06T06:16:58,748 WARN [RS:0;6336e8474e1c:32837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:16:58,749 INFO [RS:0;6336e8474e1c:32837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:16:58,749 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813 2024-12-06T06:16:58,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,32837,1733465816813] 2024-12-06T06:16:58,775 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:16:58,789 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:16:58,794 INFO [RS:0;6336e8474e1c:32837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:16:58,794 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,795 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:16:58,800 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:16:58,802 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,802 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,802 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,802 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,802 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,802 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,803 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:16:58,803 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,803 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,803 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,803 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,803 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,804 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:58,804 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:16:58,804 DEBUG [RS:0;6336e8474e1c:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:16:58,805 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,805 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,805 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,806 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,806 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,806 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,32837,1733465816813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:16:58,827 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:16:58,829 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,32837,1733465816813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,829 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,829 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.Replication(171): 6336e8474e1c,32837,1733465816813 started 2024-12-06T06:16:58,850 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:58,850 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,32837,1733465816813, RpcServer on 6336e8474e1c/172.17.0.2:32837, sessionid=0x101866b18e30001 2024-12-06T06:16:58,851 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:16:58,852 DEBUG [RS:0;6336e8474e1c:32837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,32837,1733465816813 2024-12-06T06:16:58,852 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,32837,1733465816813' 2024-12-06T06:16:58,852 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0432159821/flush-table-proc/abort' 2024-12-06T06:16:58,853 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0432159821/flush-table-proc/acquired' 2024-12-06T06:16:58,854 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:16:58,854 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:16:58,854 DEBUG [RS:0;6336e8474e1c:32837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,32837,1733465816813 2024-12-06T06:16:58,854 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,32837,1733465816813' 2024-12-06T06:16:58,854 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0432159821/online-snapshot/abort' 2024-12-06T06:16:58,855 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0432159821/online-snapshot/acquired' 2024-12-06T06:16:58,856 DEBUG [RS:0;6336e8474e1c:32837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:16:58,856 INFO [RS:0;6336e8474e1c:32837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:16:58,856 INFO [RS:0;6336e8474e1c:32837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:16:58,962 INFO [RS:0;6336e8474e1c:32837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:16:58,965 INFO [RS:0;6336e8474e1c:32837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C32837%2C1733465816813, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs, maxLogs=10 2024-12-06T06:16:58,982 DEBUG [RS:0;6336e8474e1c:32837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968, exclude list is [], retry=0 2024-12-06T06:16:58,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-65dd9aef-0ad0-47d1-ac89-fef4295b40f0,DISK] 2024-12-06T06:16:58,990 INFO [RS:0;6336e8474e1c:32837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 2024-12-06T06:16:58,990 DEBUG [RS:0;6336e8474e1c:32837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46447:46447)] 2024-12-06T06:16:59,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:16:59,041 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5 2024-12-06T06:16:59,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:16:59,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:59,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:16:59,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:16:59,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:59,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:59,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:16:59,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:16:59,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:59,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:59,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:16:59,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:16:59,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:59,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:59,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:16:59,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:16:59,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:59,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:59,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:16:59,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740 2024-12-06T06:16:59,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740 2024-12-06T06:16:59,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:16:59,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:16:59,474 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:16:59,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:16:59,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:59,480 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68742062, jitterRate=0.024336546659469604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:16:59,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465819453Initializing all the Stores at 1733465819455 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465819455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465819455Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465819455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465819455Cleaning up temporary data from old regions at 1733465819473 (+18 ms)Region opened successfully at 1733465819482 (+9 ms) 2024-12-06T06:16:59,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:16:59,483 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:16:59,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:16:59,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:16:59,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:16:59,484 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:16:59,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465819482Disabling compacts and flushes for region at 1733465819482Disabling writes for close at 1733465819483 (+1 ms)Writing region close event to WAL at 1733465819484 (+1 ms)Closed at 1733465819484 2024-12-06T06:16:59,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:16:59,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:16:59,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:16:59,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:16:59,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:16:59,655 DEBUG [6336e8474e1c:38491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:16:59,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,32837,1733465816813 2024-12-06T06:16:59,674 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,32837,1733465816813, state=OPENING 2024-12-06T06:16:59,680 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:16:59,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:59,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:16:59,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: CHANGED 2024-12-06T06:16:59,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: CHANGED 2024-12-06T06:16:59,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:16:59,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,32837,1733465816813}] 2024-12-06T06:16:59,862 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:16:59,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:16:59,878 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:16:59,878 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:16:59,879 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:16:59,882 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C32837%2C1733465816813.meta, suffix=.meta, logDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs, maxLogs=10 2024-12-06T06:16:59,898 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.meta.1733465819883.meta, exclude list is [], retry=0 2024-12-06T06:16:59,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-65dd9aef-0ad0-47d1-ac89-fef4295b40f0,DISK] 2024-12-06T06:16:59,904 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.meta.1733465819883.meta 2024-12-06T06:16:59,905 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46447:46447)] 2024-12-06T06:16:59,905 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:16:59,910 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:16:59,911 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:16:59,914 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:16:59,916 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:16:59,920 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:16:59,920 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:59,921 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:16:59,921 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:16:59,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:16:59,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:16:59,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:59,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:59,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:16:59,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:16:59,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:59,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:59,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:16:59,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:16:59,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:59,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:59,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:16:59,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:16:59,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:59,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:59,935 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:16:59,936 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740 2024-12-06T06:16:59,939 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740 2024-12-06T06:16:59,941 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:16:59,942 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:16:59,942 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:16:59,945 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:16:59,947 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61620325, jitterRate=-0.08178560435771942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:16:59,947 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:16:59,948 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465819921Writing region info on filesystem at 1733465819922 (+1 ms)Initializing all the Stores at 1733465819924 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465819924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465819924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465819924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465819924Cleaning up temporary data from old regions at 1733465819942 (+18 ms)Running coprocessor post-open hooks at 1733465819947 (+5 ms)Region opened successfully at 1733465819948 (+1 ms) 2024-12-06T06:16:59,956 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465819852 2024-12-06T06:16:59,968 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:16:59,968 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:16:59,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,32837,1733465816813 2024-12-06T06:16:59,971 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,32837,1733465816813, state=OPEN 2024-12-06T06:16:59,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0432159821/meta-region-server 2024-12-06T06:16:59,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0432159821/meta-region-server 2024-12-06T06:16:59,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: CHANGED 2024-12-06T06:16:59,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: CHANGED 2024-12-06T06:16:59,978 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,32837,1733465816813 2024-12-06T06:16:59,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:16:59,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,32837,1733465816813 in 293 msec 2024-12-06T06:16:59,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:16:59,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-12-06T06:16:59,989 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:16:59,989 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:17:00,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:00,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,32837,1733465816813, seqNum=-1] 2024-12-06T06:17:00,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:00,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:00,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5380 sec 2024-12-06T06:17:00,058 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465820058, completionTime=-1 2024-12-06T06:17:00,061 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:17:00,061 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:17:00,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:17:00,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733465880085 2024-12-06T06:17:00,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733465940085 2024-12-06T06:17:00,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-06T06:17:00,087 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38491,1733465816134-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:00,088 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38491,1733465816134-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:00,088 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38491,1733465816134-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:00,089 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:38491, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:00,090 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:00,090 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:00,095 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:17:00,118 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.158sec 2024-12-06T06:17:00,119 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:17:00,120 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:17:00,121 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:17:00,122 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:17:00,122 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:17:00,123 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38491,1733465816134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:00,123 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38491,1733465816134-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:17:00,131 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:17:00,132 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:17:00,133 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38491,1733465816134-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:00,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:00,219 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T06:17:00,219 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T06:17:00,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,38491,-1 for getting cluster id 2024-12-06T06:17:00,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:00,233 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd704c573-b46e-4515-aa0a-cfb956e089df' 2024-12-06T06:17:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:00,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d704c573-b46e-4515-aa0a-cfb956e089df" 2024-12-06T06:17:00,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b026459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:00,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,38491,-1] 2024-12-06T06:17:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:00,242 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:00,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:00,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,32837,1733465816813, seqNum=-1] 2024-12-06T06:17:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:00,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:00,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,38491,1733465816134 2024-12-06T06:17:00,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62864 2024-12-06T06:17:00,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:00,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101866b18e30002 connected 2024-12-06T06:17:00,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/hadoop.log.dir so I do NOT create it in target/test-data/6736cfe1-9c71-2831-5ade-9712705271db 2024-12-06T06:17:00,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:17:00,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/hadoop.tmp.dir so I do NOT create it in target/test-data/6736cfe1-9c71-2831-5ade-9712705271db 2024-12-06T06:17:00,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:17:00,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db 2024-12-06T06:17:00,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:17:00,315 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/cluster_5c675688-d50f-2701-ba0e-f0bd93c2db40, deleteOnExit=true 2024-12-06T06:17:00,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:17:00,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/test.cache.data in system properties and HBase conf 2024-12-06T06:17:00,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:17:00,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:17:00,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:17:00,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:17:00,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:17:00,316 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:17:00,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:17:00,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:17:00,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:17:00,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:17:00,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:17:00,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:17:00,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:17:00,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:17:00,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:17:00,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:17:00,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:17:00,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:17:00,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:17:00,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:17:00,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:00,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:17:00,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:17:00,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:17:00,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:17:00,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:00,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:17:00,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:17:00,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/java.io.tmpdir/jetty-localhost-44909-hadoop-hdfs-3_4_1-tests_jar-_-any-16580570264998780494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:17:00,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:44909} 2024-12-06T06:17:00,558 INFO [Time-limited test {}] server.Server(415): Started @9229ms 2024-12-06T06:17:00,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:00,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:17:00,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:17:00,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:17:00,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:17:00,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:17:00,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:17:00,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/java.io.tmpdir/jetty-localhost-33867-hadoop-hdfs-3_4_1-tests_jar-_-any-2155071947506778895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:00,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:33867} 2024-12-06T06:17:00,774 INFO [Time-limited test {}] server.Server(415): Started @9446ms 2024-12-06T06:17:00,776 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:17:00,892 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/cluster_5c675688-d50f-2701-ba0e-f0bd93c2db40/data/data1/current/BP-52070959-172.17.0.2-1733465820353/current, will proceed with Du for space computation calculation, 2024-12-06T06:17:00,893 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/cluster_5c675688-d50f-2701-ba0e-f0bd93c2db40/data/data2/current/BP-52070959-172.17.0.2-1733465820353/current, will proceed with Du for space computation calculation, 2024-12-06T06:17:00,946 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:17:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78d0554fa2b35d29 with lease ID 0x38a0abd8b541b070: Processing first storage report for DS-50b42650-b2e1-4cc9-afcd-c062ecb37929 from datanode DatanodeRegistration(127.0.0.1:38001, datanodeUuid=98a8d3c7-782d-40b0-b74a-09a09883a671, infoPort=35147, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1913099157;c=1733465820353) 2024-12-06T06:17:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78d0554fa2b35d29 with lease ID 0x38a0abd8b541b070: from storage DS-50b42650-b2e1-4cc9-afcd-c062ecb37929 node DatanodeRegistration(127.0.0.1:38001, datanodeUuid=98a8d3c7-782d-40b0-b74a-09a09883a671, infoPort=35147, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1913099157;c=1733465820353), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:17:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78d0554fa2b35d29 with lease ID 0x38a0abd8b541b070: Processing first storage report for DS-6db2692e-429c-464b-8692-41523965ea05 from datanode DatanodeRegistration(127.0.0.1:38001, datanodeUuid=98a8d3c7-782d-40b0-b74a-09a09883a671, infoPort=35147, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1913099157;c=1733465820353) 2024-12-06T06:17:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78d0554fa2b35d29 with lease ID 0x38a0abd8b541b070: from storage DS-6db2692e-429c-464b-8692-41523965ea05 node DatanodeRegistration(127.0.0.1:38001, datanodeUuid=98a8d3c7-782d-40b0-b74a-09a09883a671, infoPort=35147, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1913099157;c=1733465820353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:17:01,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db 2024-12-06T06:17:01,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:01,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:17:01,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163 with version=8 2024-12-06T06:17:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/hbase-staging 2024-12-06T06:17:01,436 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:01,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:01,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:01,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:01,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:01,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:01,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:17:01,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:01,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42717 2024-12-06T06:17:01,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42717 connecting to ZooKeeper ensemble=127.0.0.1:62864 2024-12-06T06:17:01,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427170x0, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:01,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42717-0x101866b18e30003 connected 2024-12-06T06:17:01,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:01,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:01,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Set watcher on znode that does not yet exist, /1-1423926726/running 2024-12-06T06:17:01,463 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163, hbase.cluster.distributed=false 2024-12-06T06:17:01,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Set watcher on znode that does not yet exist, /1-1423926726/acl 2024-12-06T06:17:01,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42717 2024-12-06T06:17:01,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42717 2024-12-06T06:17:01,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42717 2024-12-06T06:17:01,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42717 2024-12-06T06:17:01,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42717 2024-12-06T06:17:01,484 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:01,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:01,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:01,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:01,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:01,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:01,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:17:01,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:01,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35029 2024-12-06T06:17:01,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35029 connecting to ZooKeeper ensemble=127.0.0.1:62864 2024-12-06T06:17:01,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:01,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350290x0, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:01,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350290x0, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Set watcher on znode that does not yet exist, /1-1423926726/running 2024-12-06T06:17:01,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35029-0x101866b18e30004 connected 2024-12-06T06:17:01,496 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:17:01,497 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:17:01,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Set watcher on znode that does not yet exist, /1-1423926726/master 2024-12-06T06:17:01,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Set watcher on znode that does not yet exist, /1-1423926726/acl 2024-12-06T06:17:01,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35029 2024-12-06T06:17:01,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35029 2024-12-06T06:17:01,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35029 2024-12-06T06:17:01,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35029 2024-12-06T06:17:01,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35029 2024-12-06T06:17:01,518 DEBUG [M:0;6336e8474e1c:42717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:42717 2024-12-06T06:17:01,518 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1423926726/backup-masters/6336e8474e1c,42717,1733465821435 2024-12-06T06:17:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726/backup-masters 2024-12-06T06:17:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726/backup-masters 2024-12-06T06:17:01,521 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Set watcher on existing znode=/1-1423926726/backup-masters/6336e8474e1c,42717,1733465821435 2024-12-06T06:17:01,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1423926726/master 2024-12-06T06:17:01,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:01,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:01,523 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Set watcher on existing znode=/1-1423926726/master 2024-12-06T06:17:01,524 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1423926726/backup-masters/6336e8474e1c,42717,1733465821435 from backup master directory 2024-12-06T06:17:01,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1423926726/backup-masters/6336e8474e1c,42717,1733465821435 2024-12-06T06:17:01,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726/backup-masters 2024-12-06T06:17:01,527 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:01,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726/backup-masters 2024-12-06T06:17:01,527 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,42717,1733465821435 2024-12-06T06:17:01,534 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/hbase.id] with ID: 194f8676-da62-41cc-8961-728fc5301c10 2024-12-06T06:17:01,534 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/.tmp/hbase.id 2024-12-06T06:17:01,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:17:01,943 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/.tmp/hbase.id]:[hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/hbase.id] 2024-12-06T06:17:01,967 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:01,967 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:17:01,969 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T06:17:01,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:01,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:17:01,981 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:01,982 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:17:01,982 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:01,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:17:02,394 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store 2024-12-06T06:17:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:17:02,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:02,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:02,403 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:02,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:02,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:02,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:02,403 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:02,404 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465822403Disabling compacts and flushes for region at 1733465822403Disabling writes for close at 1733465822403Writing region close event to WAL at 1733465822403Closed at 1733465822403 2024-12-06T06:17:02,405 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/.initializing 2024-12-06T06:17:02,405 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/WALs/6336e8474e1c,42717,1733465821435 2024-12-06T06:17:02,406 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:02,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C42717%2C1733465821435, suffix=, logDir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/WALs/6336e8474e1c,42717,1733465821435, archiveDir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/oldWALs, maxLogs=10 2024-12-06T06:17:02,424 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/WALs/6336e8474e1c,42717,1733465821435/6336e8474e1c%2C42717%2C1733465821435.1733465822410, exclude list is [], retry=0 2024-12-06T06:17:02,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-50b42650-b2e1-4cc9-afcd-c062ecb37929,DISK] 2024-12-06T06:17:02,432 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/WALs/6336e8474e1c,42717,1733465821435/6336e8474e1c%2C42717%2C1733465821435.1733465822410 2024-12-06T06:17:02,433 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35147:35147)] 2024-12-06T06:17:02,433 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:02,433 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:02,433 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,433 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:17:02,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:02,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:02,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:17:02,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:02,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:02,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:17:02,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:02,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:02,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:17:02,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:02,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:02,449 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,450 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,451 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,453 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,453 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,454 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:02,456 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:02,460 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:02,461 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74238070, jitterRate=0.10623344779014587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:02,461 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465822433Initializing all the Stores at 1733465822435 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465822435Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465822435Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465822435Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465822436 (+1 ms)Cleaning up temporary data from old regions at 1733465822453 (+17 ms)Region opened successfully at 1733465822461 (+8 ms) 2024-12-06T06:17:02,461 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:17:02,467 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fe9485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:02,468 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:17:02,468 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:17:02,468 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:17:02,468 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:17:02,469 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:17:02,469 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:17:02,469 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:17:02,472 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:17:02,473 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Unable to get data of znode /1-1423926726/balancer because node does not exist (not necessarily an error) 2024-12-06T06:17:02,475 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1423926726/balancer already deleted, retry=false 2024-12-06T06:17:02,475 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:17:02,476 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Unable to get data of znode /1-1423926726/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:17:02,478 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1423926726/normalizer already deleted, retry=false 2024-12-06T06:17:02,478 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:17:02,479 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Unable to get data of znode /1-1423926726/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:17:02,482 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1423926726/switch/split already deleted, retry=false 2024-12-06T06:17:02,484 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Unable to get data of znode /1-1423926726/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:17:02,485 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1423926726/switch/merge already deleted, retry=false 2024-12-06T06:17:02,487 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Unable to get data of znode /1-1423926726/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:17:02,489 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1423926726/snapshot-cleanup already deleted, retry=false 2024-12-06T06:17:02,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1423926726/running 2024-12-06T06:17:02,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1423926726/running 2024-12-06T06:17:02,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:02,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:02,491 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,42717,1733465821435, sessionid=0x101866b18e30003, setting cluster-up flag (Was=false) 2024-12-06T06:17:02,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:02,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:02,503 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1423926726/flush-table-proc/acquired, /1-1423926726/flush-table-proc/reached, /1-1423926726/flush-table-proc/abort 2024-12-06T06:17:02,504 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,42717,1733465821435 2024-12-06T06:17:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:02,514 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1423926726/online-snapshot/acquired, /1-1423926726/online-snapshot/reached, /1-1423926726/online-snapshot/abort 2024-12-06T06:17:02,516 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,42717,1733465821435 2024-12-06T06:17:02,518 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:17:02,522 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:02,522 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:17:02,522 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:17:02,523 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,42717,1733465821435 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:17:02,524 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:02,524 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:02,525 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:02,525 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:02,525 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:17:02,525 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,525 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:02,525 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,526 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465852526 2024-12-06T06:17:02,526 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:17:02,526 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:17:02,526 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:17:02,526 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:17:02,526 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:17:02,526 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:17:02,527 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,527 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:17:02,527 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:17:02,527 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:17:02,527 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:17:02,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:02,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:17:02,528 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:17:02,528 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:17:02,528 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465822528,5,FailOnTimeoutGroup] 2024-12-06T06:17:02,528 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465822528,5,FailOnTimeoutGroup] 2024-12-06T06:17:02,528 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,529 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:17:02,529 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,529 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,530 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:02,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:17:02,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:17:02,607 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(746): ClusterId : 194f8676-da62-41cc-8961-728fc5301c10 2024-12-06T06:17:02,607 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:17:02,610 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:17:02,610 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:17:02,613 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:17:02,613 DEBUG [RS:0;6336e8474e1c:35029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265d921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:02,627 DEBUG [RS:0;6336e8474e1c:35029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:35029 2024-12-06T06:17:02,627 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:17:02,627 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:17:02,627 DEBUG [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:17:02,628 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,42717,1733465821435 with port=35029, startcode=1733465821484 2024-12-06T06:17:02,628 DEBUG [RS:0;6336e8474e1c:35029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:17:02,631 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:17:02,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,35029,1733465821484 2024-12-06T06:17:02,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42717 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,35029,1733465821484 2024-12-06T06:17:02,637 DEBUG [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163 2024-12-06T06:17:02,637 DEBUG [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40485 2024-12-06T06:17:02,637 DEBUG [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:17:02,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726/rs 2024-12-06T06:17:02,645 DEBUG [RS:0;6336e8474e1c:35029 {}] zookeeper.ZKUtil(111): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Set watcher on existing znode=/1-1423926726/rs/6336e8474e1c,35029,1733465821484 2024-12-06T06:17:02,645 WARN [RS:0;6336e8474e1c:35029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:02,645 INFO [RS:0;6336e8474e1c:35029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:02,645 DEBUG [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/WALs/6336e8474e1c,35029,1733465821484 2024-12-06T06:17:02,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,35029,1733465821484] 2024-12-06T06:17:02,650 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:17:02,653 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:17:02,654 INFO [RS:0;6336e8474e1c:35029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:17:02,654 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,654 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:17:02,656 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:17:02,656 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,656 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,656 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,656 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,656 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,656 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,656 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:02,657 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,657 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,657 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,657 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,657 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,657 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:02,657 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:02,657 DEBUG [RS:0;6336e8474e1c:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:02,658 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,658 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,658 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,658 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,658 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,658 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35029,1733465821484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:02,674 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:17:02,675 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35029,1733465821484-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,675 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,675 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.Replication(171): 6336e8474e1c,35029,1733465821484 started 2024-12-06T06:17:02,691 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:02,691 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,35029,1733465821484, RpcServer on 6336e8474e1c/172.17.0.2:35029, sessionid=0x101866b18e30004 2024-12-06T06:17:02,691 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:17:02,691 DEBUG [RS:0;6336e8474e1c:35029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,35029,1733465821484 2024-12-06T06:17:02,691 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35029,1733465821484' 2024-12-06T06:17:02,691 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1423926726/flush-table-proc/abort' 2024-12-06T06:17:02,692 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1423926726/flush-table-proc/acquired' 2024-12-06T06:17:02,693 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:17:02,693 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:17:02,693 DEBUG [RS:0;6336e8474e1c:35029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,35029,1733465821484 2024-12-06T06:17:02,693 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35029,1733465821484' 2024-12-06T06:17:02,693 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1423926726/online-snapshot/abort' 2024-12-06T06:17:02,693 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1423926726/online-snapshot/acquired' 2024-12-06T06:17:02,694 DEBUG [RS:0;6336e8474e1c:35029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:17:02,694 INFO [RS:0;6336e8474e1c:35029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:17:02,694 INFO [RS:0;6336e8474e1c:35029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:17:02,794 INFO [RS:0;6336e8474e1c:35029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:02,797 INFO [RS:0;6336e8474e1c:35029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35029%2C1733465821484, suffix=, logDir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/WALs/6336e8474e1c,35029,1733465821484, archiveDir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/oldWALs, maxLogs=10 2024-12-06T06:17:02,814 DEBUG [RS:0;6336e8474e1c:35029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/WALs/6336e8474e1c,35029,1733465821484/6336e8474e1c%2C35029%2C1733465821484.1733465822799, exclude list is [], retry=0 2024-12-06T06:17:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-50b42650-b2e1-4cc9-afcd-c062ecb37929,DISK] 2024-12-06T06:17:02,821 INFO [RS:0;6336e8474e1c:35029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/WALs/6336e8474e1c,35029,1733465821484/6336e8474e1c%2C35029%2C1733465821484.1733465822799 2024-12-06T06:17:02,821 DEBUG [RS:0;6336e8474e1c:35029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35147:35147)] 2024-12-06T06:17:02,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:17:02,944 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163 2024-12-06T06:17:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:17:03,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:03,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:03,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:03,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:03,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:03,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:03,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:03,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:03,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:03,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:03,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:03,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:03,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:03,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:03,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:03,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:03,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:03,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:03,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740 2024-12-06T06:17:03,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740 2024-12-06T06:17:03,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:03,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:03,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:03,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:03,376 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:03,377 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72965514, jitterRate=0.08727088570594788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:03,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465823354Initializing all the Stores at 1733465823355 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465823356 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465823356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465823356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465823356Cleaning up temporary data from old regions at 1733465823371 (+15 ms)Region opened successfully at 1733465823377 (+6 ms) 2024-12-06T06:17:03,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:03,396 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:03,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:03,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:03,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:03,397 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:03,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465823396Disabling compacts and flushes for region at 1733465823396Disabling writes for close at 1733465823396Writing region close event to WAL at 1733465823397 (+1 ms)Closed at 1733465823397 2024-12-06T06:17:03,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:03,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:17:03,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:17:03,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:03,403 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:17:03,553 DEBUG [6336e8474e1c:42717 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:17:03,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,35029,1733465821484 2024-12-06T06:17:03,556 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35029,1733465821484, state=OPENING 2024-12-06T06:17:03,558 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:17:03,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:03,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:03,561 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:03,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1423926726/meta-region-server: CHANGED 2024-12-06T06:17:03,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1423926726/meta-region-server: CHANGED 2024-12-06T06:17:03,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35029,1733465821484}] 2024-12-06T06:17:03,716 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:17:03,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:17:03,724 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:17:03,724 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:03,724 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:17:03,726 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35029%2C1733465821484.meta, suffix=.meta, logDir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/WALs/6336e8474e1c,35029,1733465821484, archiveDir=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/oldWALs, maxLogs=10 2024-12-06T06:17:03,742 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/WALs/6336e8474e1c,35029,1733465821484/6336e8474e1c%2C35029%2C1733465821484.meta.1733465823728.meta, exclude list is [], retry=0 2024-12-06T06:17:03,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-50b42650-b2e1-4cc9-afcd-c062ecb37929,DISK] 2024-12-06T06:17:03,747 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/WALs/6336e8474e1c,35029,1733465821484/6336e8474e1c%2C35029%2C1733465821484.meta.1733465823728.meta 2024-12-06T06:17:03,748 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35147:35147)] 2024-12-06T06:17:03,748 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:03,749 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:03,749 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:17:03,749 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:17:03,749 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:17:03,749 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:17:03,749 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:03,749 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:17:03,750 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:17:03,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:03,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:03,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:03,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:03,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:03,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:03,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:03,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:03,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:03,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:03,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:03,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:03,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:03,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:03,759 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:03,760 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740 2024-12-06T06:17:03,762 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740 2024-12-06T06:17:03,764 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:03,764 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:03,765 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:03,767 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:03,768 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69119826, jitterRate=0.02996566891670227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:03,768 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:17:03,768 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465823750Writing region info on filesystem at 1733465823750Initializing all the Stores at 1733465823751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465823751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465823751Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465823751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465823751Cleaning up temporary data from old regions at 1733465823764 (+13 ms)Running coprocessor post-open hooks at 1733465823768 (+4 ms)Region opened successfully at 1733465823768 2024-12-06T06:17:03,770 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465823715 2024-12-06T06:17:03,774 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:17:03,774 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:17:03,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,35029,1733465821484 2024-12-06T06:17:03,777 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35029,1733465821484, state=OPEN 2024-12-06T06:17:03,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1423926726/meta-region-server 2024-12-06T06:17:03,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1423926726/meta-region-server 2024-12-06T06:17:03,779 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,35029,1733465821484 2024-12-06T06:17:03,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1423926726/meta-region-server: CHANGED 2024-12-06T06:17:03,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1423926726/meta-region-server: CHANGED 2024-12-06T06:17:03,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:17:03,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35029,1733465821484 in 218 msec 2024-12-06T06:17:03,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:17:03,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-12-06T06:17:03,787 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:03,787 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:17:03,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:03,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35029,1733465821484, seqNum=-1] 2024-12-06T06:17:03,790 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:03,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:03,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-12-06T06:17:03,800 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465823800, completionTime=-1 2024-12-06T06:17:03,800 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:17:03,800 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:17:03,803 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:17:03,803 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733465883803 2024-12-06T06:17:03,803 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733465943803 2024-12-06T06:17:03,803 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T06:17:03,803 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42717,1733465821435-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:03,803 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42717,1733465821435-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:03,803 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42717,1733465821435-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:03,804 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:42717, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:03,804 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:03,804 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:03,806 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:17:03,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.282sec 2024-12-06T06:17:03,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:17:03,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:17:03,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:17:03,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:17:03,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:17:03,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42717,1733465821435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:03,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42717,1733465821435-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:17:03,813 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:17:03,813 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:17:03,813 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42717,1733465821435-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:03,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:03,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42717,-1 for getting cluster id 2024-12-06T06:17:03,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:03,910 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '194f8676-da62-41cc-8961-728fc5301c10' 2024-12-06T06:17:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "194f8676-da62-41cc-8961-728fc5301c10" 2024-12-06T06:17:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd04d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42717,-1] 2024-12-06T06:17:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:03,914 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:03,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:03,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:03,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35029,1733465821484, seqNum=-1] 2024-12-06T06:17:03,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:03,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:03,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,42717,1733465821435 2024-12-06T06:17:03,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62864 2024-12-06T06:17:03,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:03,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101866b18e30005 connected 2024-12-06T06:17:03,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:03,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,38491,-1 for getting cluster id 2024-12-06T06:17:03,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:03,935 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd704c573-b46e-4515-aa0a-cfb956e089df' 2024-12-06T06:17:03,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:03,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d704c573-b46e-4515-aa0a-cfb956e089df" 2024-12-06T06:17:03,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16724c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:03,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,38491,-1] 2024-12-06T06:17:03,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:03,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:03,937 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203a74b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:03,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:03,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,38491,1733465816134 2024-12-06T06:17:03,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5e2be1 2024-12-06T06:17:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:03,957 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:03,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:42717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:17:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:17:03,971 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:42717' 2024-12-06T06:17:03,973 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732ca925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:03,973 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42717,-1 for getting cluster id 2024-12-06T06:17:03,973 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:03,974 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '194f8676-da62-41cc-8961-728fc5301c10' 2024-12-06T06:17:03,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:03,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "194f8676-da62-41cc-8961-728fc5301c10" 2024-12-06T06:17:03,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73238623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:03,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42717,-1] 2024-12-06T06:17:03,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:03,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:03,976 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:03,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5422c191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:03,978 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:03,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42717,1733465821435 2024-12-06T06:17:03,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77fc22a9 2024-12-06T06:17:03,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:03,983 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:03,995 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T06:17:03,995 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:17:04,000 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:04,000 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:04,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:04,002 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:04,008 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:17:04,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:17:04,011 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:04,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:17:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741835_1011 (size=1138) 2024-12-06T06:17:04,060 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:17:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:04,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c33f925ab560759ef6729856b1bed1eb, NAME => 'hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5 2024-12-06T06:17:04,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741836_1012 (size=44) 2024-12-06T06:17:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:04,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:17:04,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:04,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c33f925ab560759ef6729856b1bed1eb, disabling compactions & flushes 2024-12-06T06:17:04,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:04,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:04,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. after waiting 0 ms 2024-12-06T06:17:04,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:04,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:04,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c33f925ab560759ef6729856b1bed1eb: Waiting for close lock at 1733465824836Disabling compacts and flushes for region at 1733465824836Disabling writes for close at 1733465824836Writing region close event to WAL at 1733465824836Closed at 1733465824836 2024-12-06T06:17:04,839 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:17:04,843 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733465824839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465824839"}]},"ts":"1733465824839"} 2024-12-06T06:17:04,847 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:17:04,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:17:04,852 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465824849"}]},"ts":"1733465824849"} 2024-12-06T06:17:04,855 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:17:04,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c33f925ab560759ef6729856b1bed1eb, ASSIGN}] 2024-12-06T06:17:04,858 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c33f925ab560759ef6729856b1bed1eb, ASSIGN 2024-12-06T06:17:04,860 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c33f925ab560759ef6729856b1bed1eb, ASSIGN; state=OFFLINE, location=6336e8474e1c,32837,1733465816813; forceNewPlan=false, retain=false 2024-12-06T06:17:05,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c33f925ab560759ef6729856b1bed1eb, regionState=OPENING, regionLocation=6336e8474e1c,32837,1733465816813 2024-12-06T06:17:05,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c33f925ab560759ef6729856b1bed1eb, ASSIGN because future has completed 2024-12-06T06:17:05,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33f925ab560759ef6729856b1bed1eb, server=6336e8474e1c,32837,1733465816813}] 2024-12-06T06:17:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:05,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:05,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:05,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:17:05,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C32837%2C1733465816813.rep, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs, maxLogs=10 2024-12-06T06:17:05,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.rep.1733465825180, exclude list is [], retry=0 2024-12-06T06:17:05,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-65dd9aef-0ad0-47d1-ac89-fef4295b40f0,DISK] 2024-12-06T06:17:05,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.rep.1733465825180 2024-12-06T06:17:05,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46447:46447)] 2024-12-06T06:17:05,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c33f925ab560759ef6729856b1bed1eb, NAME => 'hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:05,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:05,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:17:05,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. service=MultiRowMutationService 2024-12-06T06:17:05,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:17:05,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:05,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,202 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,204 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c33f925ab560759ef6729856b1bed1eb columnFamilyName hfileref 2024-12-06T06:17:05,204 DEBUG [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:05,204 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(327): Store=c33f925ab560759ef6729856b1bed1eb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:05,204 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,206 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c33f925ab560759ef6729856b1bed1eb columnFamilyName queue 2024-12-06T06:17:05,206 DEBUG [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:05,207 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(327): Store=c33f925ab560759ef6729856b1bed1eb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:05,207 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,208 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c33f925ab560759ef6729856b1bed1eb columnFamilyName sid 2024-12-06T06:17:05,208 DEBUG [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:05,209 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(327): Store=c33f925ab560759ef6729856b1bed1eb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:05,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:17:05,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:05,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c33f925ab560759ef6729856b1bed1eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70555124, jitterRate=0.051353275775909424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:17:05,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:05,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c33f925ab560759ef6729856b1bed1eb: Running coprocessor pre-open hook at 1733465825200Writing region info on filesystem at 1733465825200Initializing all the Stores at 1733465825201 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465825202 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465825202Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465825202Cleaning up temporary data from old regions at 1733465825213 (+11 ms)Running coprocessor post-open hooks at 1733465825220 (+7 ms)Region opened successfully at 1733465825221 (+1 ms) 2024-12-06T06:17:05,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb., pid=7, masterSystemTime=1733465825169 2024-12-06T06:17:05,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:05,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:05,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c33f925ab560759ef6729856b1bed1eb, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,32837,1733465816813 2024-12-06T06:17:05,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33f925ab560759ef6729856b1bed1eb, server=6336e8474e1c,32837,1733465816813 because future has completed 2024-12-06T06:17:05,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T06:17:05,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c33f925ab560759ef6729856b1bed1eb, server=6336e8474e1c,32837,1733465816813 in 216 msec 2024-12-06T06:17:05,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:17:05,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c33f925ab560759ef6729856b1bed1eb, ASSIGN in 378 msec 2024-12-06T06:17:05,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:17:05,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465825239"}]},"ts":"1733465825239"} 2024-12-06T06:17:05,242 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:17:05,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:17:05,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2400 sec 2024-12-06T06:17:05,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb., hostname=6336e8474e1c,32837,1733465816813, seqNum=2] 2024-12-06T06:17:05,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32837 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-06T06:17:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:05,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:17:05,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:17:05,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T06:17:05,465 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:17:05,510 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,32837,1733465816813, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:17:05,512 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:05,512 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,32837,1733465816813, seqNum=-1] 2024-12-06T06:17:05,512 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:05,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T06:17:05,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,32837,1733465816813', locateType=CURRENT is [region=hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb., hostname=6336e8474e1c,32837,1733465816813, seqNum=2] 2024-12-06T06:17:05,525 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T06:17:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T06:17:05,531 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,32837,1733465816813 suceeded 2024-12-06T06:17:05,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T06:17:05,535 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:42717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:17:05,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-12-06T06:17:05,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5740 sec 2024-12-06T06:17:05,550 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:42717' 2024-12-06T06:17:05,553 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c51ca9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:05,553 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42717,-1 for getting cluster id 2024-12-06T06:17:05,553 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:05,554 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '194f8676-da62-41cc-8961-728fc5301c10' 2024-12-06T06:17:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "194f8676-da62-41cc-8961-728fc5301c10" 2024-12-06T06:17:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8800125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42717,-1] 2024-12-06T06:17:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:05,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:05,557 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:05,558 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f971fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:05,558 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:05,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42717,1733465821435 2024-12-06T06:17:05,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa8b51a 2024-12-06T06:17:05,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:05,560 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T06:17:05,561 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,32837,1733465816813 (queues=1) is replicating from cluster=d704c573-b46e-4515-aa0a-cfb956e089df to cluster=194f8676-da62-41cc-8961-728fc5301c10 2024-12-06T06:17:05,564 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C32837%2C1733465816813 2024-12-06T06:17:05,568 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,32837,1733465816813, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:17:05,571 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.shipper6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C32837%2C1733465816813 2024-12-06T06:17:05,576 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968, startPosition=0, beingWritten=true 2024-12-06T06:17:05,846 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:06,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:06,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:06,132 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:17:06,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:06,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,38491,-1 for getting cluster id 2024-12-06T06:17:06,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:06,134 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd704c573-b46e-4515-aa0a-cfb956e089df' 2024-12-06T06:17:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d704c573-b46e-4515-aa0a-cfb956e089df" 2024-12-06T06:17:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cabca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,38491,-1] 2024-12-06T06:17:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,137 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd2c954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,38491,1733465816134 2024-12-06T06:17:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad549e7 2024-12-06T06:17:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:06,142 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:06,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6336e8474e1c:42717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:17:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:17:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T06:17:06,146 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:42717' 2024-12-06T06:17:06,147 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c03832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,147 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42717,-1 for getting cluster id 2024-12-06T06:17:06,147 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:06,148 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '194f8676-da62-41cc-8961-728fc5301c10' 2024-12-06T06:17:06,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:06,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "194f8676-da62-41cc-8961-728fc5301c10" 2024-12-06T06:17:06,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc5cdab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42717,-1] 2024-12-06T06:17:06,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:06,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,150 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:06,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfdfec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,151 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:06,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42717,1733465821435 2024-12-06T06:17:06,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b97481 2024-12-06T06:17:06,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:06,153 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:06,153 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:06,154 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-06T06:17:06,154 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:17:06,154 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,154 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:06,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:17:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T06:17:06,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-06T06:17:06,319 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-06T06:17:06,353 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6336e8474e1c,32837,1733465816813, ReplicationSource: 2, currentBandwidth=0 2024-12-06T06:17:06,357 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-06T06:17:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-06T06:17:06,361 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6336e8474e1c,32837,1733465816813 suceeded 2024-12-06T06:17:06,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:17:06,365 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6336e8474e1c:42717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:17:06,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-06T06:17:06,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 223 msec 2024-12-06T06:17:06,375 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:42717' 2024-12-06T06:17:06,377 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e0c46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,377 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42717,-1 for getting cluster id 2024-12-06T06:17:06,377 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:06,378 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '194f8676-da62-41cc-8961-728fc5301c10' 2024-12-06T06:17:06,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:06,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "194f8676-da62-41cc-8961-728fc5301c10" 2024-12-06T06:17:06,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c91e007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42717,-1] 2024-12-06T06:17:06,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:06,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,382 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:06,384 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,384 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:06,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42717,1733465821435 2024-12-06T06:17:06,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4582375a 2024-12-06T06:17:06,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:06,387 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T06:17:06,388 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6336e8474e1c,32837,1733465816813 (queues=1) is replicating from cluster=d704c573-b46e-4515-aa0a-cfb956e089df to cluster=194f8676-da62-41cc-8961-728fc5301c10 2024-12-06T06:17:06,388 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6336e8474e1c%2C32837%2C1733465816813 2024-12-06T06:17:06,388 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6336e8474e1c,32837,1733465816813, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:17:06,389 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,2-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968, startPosition=0, beingWritten=true 2024-12-06T06:17:06,406 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813.replicationSource.shipper6336e8474e1c%2C32837%2C1733465816813,2-6336e8474e1c,32837,1733465816813 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C32837%2C1733465816813 2024-12-06T06:17:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T06:17:06,461 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-06T06:17:06,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:06,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:06,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:06,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,38491,1733465816134 2024-12-06T06:17:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c2e7232 2024-12-06T06:17:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:06,470 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:06,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T06:17:06,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-06T06:17:06,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T06:17:06,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-06T06:17:06,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:42717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:17:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T06:17:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T06:17:06,487 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:42717' 2024-12-06T06:17:06,489 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640ec6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,489 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42717,-1 for getting cluster id 2024-12-06T06:17:06,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:06,490 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '194f8676-da62-41cc-8961-728fc5301c10' 2024-12-06T06:17:06,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:06,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "194f8676-da62-41cc-8961-728fc5301c10" 2024-12-06T06:17:06,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7235f447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42717,-1] 2024-12-06T06:17:06,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:06,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,493 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:06,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717f20e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:06,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42717,1733465821435 2024-12-06T06:17:06,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cfa9c08 2024-12-06T06:17:06,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:06,496 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:06,497 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:17:06,497 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:17:06,497 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,497 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:06,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:17:06,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T06:17:06,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T06:17:06,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T06:17:06,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T06:17:06,546 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:06,546 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T06:17:06,546 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:06,546 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T06:17:06,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T06:17:06,547 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T06:17:06,561 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T06:17:06,618 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,2-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:06,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-06T06:17:06,665 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-06T06:17:06,667 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-06T06:17:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-06T06:17:06,672 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6336e8474e1c,32837,1733465816813 suceeded 2024-12-06T06:17:06,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T06:17:06,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-12-06T06:17:06,676 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6336e8474e1c:42717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:17:06,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 196 msec 2024-12-06T06:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T06:17:06,801 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-06T06:17:06,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://6336e8474e1c:42717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T06:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T06:17:06,807 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:42717' 2024-12-06T06:17:06,810 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b538525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,810 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42717,-1 for getting cluster id 2024-12-06T06:17:06,810 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:06,811 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '194f8676-da62-41cc-8961-728fc5301c10' 2024-12-06T06:17:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "194f8676-da62-41cc-8961-728fc5301c10" 2024-12-06T06:17:06,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387598e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42717,-1] 2024-12-06T06:17:06,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:06,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,813 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:06,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28eec1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:06,815 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42717,1733465821435 2024-12-06T06:17:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71964da7 2024-12-06T06:17:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:06,818 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:06,819 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T06:17:06,819 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:17:06,819 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,819 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:06,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:06,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T06:17:06,937 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,2-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:06,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-06T06:17:06,978 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-06T06:17:06,980 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-06T06:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-06T06:17:06,985 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6336e8474e1c,32837,1733465816813 suceeded 2024-12-06T06:17:06,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T06:17:06,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-06T06:17:06,989 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6336e8474e1c:42717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:17:06,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 186 msec 2024-12-06T06:17:07,071 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T06:17:07,121 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-06T06:17:07,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T06:17:07,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-06T06:17:07,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:07,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:07,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:07,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:07,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:07,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:17:07,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1190866053, stopped=false 2024-12-06T06:17:07,124 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,38491,1733465816134 2024-12-06T06:17:07,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432159821/running 2024-12-06T06:17:07,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432159821/running 2024-12-06T06:17:07,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:07,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:07,126 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:07,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:07,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:07,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:07,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/running 2024-12-06T06:17:07,127 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,32837,1733465816813' ***** 2024-12-06T06:17:07,127 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:17:07,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/running 2024-12-06T06:17:07,127 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:17:07,127 INFO [RS:0;6336e8474e1c:32837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:17:07,127 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:17:07,128 INFO [RS:0;6336e8474e1c:32837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:17:07,128 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(3091): Received CLOSE for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:07,128 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,32837,1733465816813 2024-12-06T06:17:07,128 INFO [RS:0;6336e8474e1c:32837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:07,129 INFO [RS:0;6336e8474e1c:32837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:32837. 2024-12-06T06:17:07,129 DEBUG [RS:0;6336e8474e1c:32837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:07,129 DEBUG [RS:0;6336e8474e1c:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:07,129 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c33f925ab560759ef6729856b1bed1eb, disabling compactions & flushes 2024-12-06T06:17:07,129 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:17:07,129 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:07,129 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:17:07,129 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:07,129 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:17:07,129 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. after waiting 0 ms 2024-12-06T06:17:07,129 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:07,129 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:17:07,130 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:17:07,130 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:07,130 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:07,130 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1325): Online Regions={c33f925ab560759ef6729856b1bed1eb=hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:17:07,130 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:07,130 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:07,130 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:07,130 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:07,133 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T06:17:07,133 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c33f925ab560759ef6729856b1bed1eb 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-06T06:17:07,205 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/info/753f2e52fb9d4946b55635d800d75ffb is 147, key is hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb./info:regioninfo/1733465825227/Put/seqid=0 2024-12-06T06:17:07,205 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb/.tmp/queue/dd076e3d1e944953ae6b1e64d84fb8e6 is 151, key is 1-6336e8474e1c,32837,1733465816813/queue:6336e8474e1c%2C32837%2C1733465816813/1733465825519/Put/seqid=0 2024-12-06T06:17:07,213 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741839_1015 (size=6631) 2024-12-06T06:17:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741838_1014 (size=5500) 2024-12-06T06:17:07,331 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:07,346 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,2-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:07,531 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:07,618 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb/.tmp/queue/dd076e3d1e944953ae6b1e64d84fb8e6 2024-12-06T06:17:07,618 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/info/753f2e52fb9d4946b55635d800d75ffb 2024-12-06T06:17:07,664 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb/.tmp/queue/dd076e3d1e944953ae6b1e64d84fb8e6 as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb/queue/dd076e3d1e944953ae6b1e64d84fb8e6 2024-12-06T06:17:07,674 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb/queue/dd076e3d1e944953ae6b1e64d84fb8e6, entries=2, sequenceid=6, filesize=5.4 K 2024-12-06T06:17:07,678 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:07,679 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/ns/20a19be90dcc4218a3121add76c5ab97 is 43, key is default/ns:d/1733465820040/Put/seqid=0 2024-12-06T06:17:07,683 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c33f925ab560759ef6729856b1bed1eb in 548ms, sequenceid=6, compaction requested=false 2024-12-06T06:17:07,683 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T06:17:07,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741840_1016 (size=5153) 2024-12-06T06:17:07,695 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T06:17:07,698 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:07,698 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:07,698 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:07,698 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c33f925ab560759ef6729856b1bed1eb: Waiting for close lock at 1733465827128Running coprocessor pre-close hooks at 1733465827129 (+1 ms)Disabling compacts and flushes for region at 1733465827129Disabling writes for close at 1733465827129Obtaining lock to block concurrent updates at 1733465827133 (+4 ms)Preparing flush snapshotting stores in c33f925ab560759ef6729856b1bed1eb at 1733465827133Finished memstore snapshotting hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733465827142 (+9 ms)Flushing stores of hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. at 1733465827143 (+1 ms)Flushing c33f925ab560759ef6729856b1bed1eb/queue: creating writer at 1733465827146 (+3 ms)Flushing c33f925ab560759ef6729856b1bed1eb/queue: appending metadata at 1733465827185 (+39 ms)Flushing c33f925ab560759ef6729856b1bed1eb/queue: closing flushed file at 1733465827188 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c01b2e0: reopening flushed file at 1733465827662 (+474 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c33f925ab560759ef6729856b1bed1eb in 548ms, sequenceid=6, compaction requested=false at 1733465827683 (+21 ms)Writing region close event to WAL at 1733465827690 (+7 ms)Running coprocessor post-close hooks at 1733465827696 (+6 ms)Closed at 1733465827698 (+2 ms) 2024-12-06T06:17:07,698 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:07,731 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:07,832 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:17:07,833 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:17:07,853 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,2-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:07,931 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:08,087 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/ns/20a19be90dcc4218a3121add76c5ab97 2024-12-06T06:17:08,113 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/table/aa5bfbc4d5d04a4287a75dc21aac29e6 is 53, key is hbase:replication/table:state/1733465825239/Put/seqid=0 2024-12-06T06:17:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741841_1017 (size=5256) 2024-12-06T06:17:08,132 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:17:08,132 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:17:08,132 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:08,332 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:08,392 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:08,460 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,2-6336e8474e1c,32837,1733465816813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813/6336e8474e1c%2C32837%2C1733465816813.1733465818968 to pos 0, reset compression=false 2024-12-06T06:17:08,519 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/table/aa5bfbc4d5d04a4287a75dc21aac29e6 2024-12-06T06:17:08,529 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/info/753f2e52fb9d4946b55635d800d75ffb as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/info/753f2e52fb9d4946b55635d800d75ffb 2024-12-06T06:17:08,532 DEBUG [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:08,537 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/info/753f2e52fb9d4946b55635d800d75ffb, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T06:17:08,538 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/ns/20a19be90dcc4218a3121add76c5ab97 as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/ns/20a19be90dcc4218a3121add76c5ab97 2024-12-06T06:17:08,546 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/ns/20a19be90dcc4218a3121add76c5ab97, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T06:17:08,547 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/table/aa5bfbc4d5d04a4287a75dc21aac29e6 as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/table/aa5bfbc4d5d04a4287a75dc21aac29e6 2024-12-06T06:17:08,556 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/table/aa5bfbc4d5d04a4287a75dc21aac29e6, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T06:17:08,558 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1428ms, sequenceid=11, compaction requested=false 2024-12-06T06:17:08,564 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T06:17:08,565 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:08,565 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:08,565 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:08,565 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465827130Running coprocessor pre-close hooks at 1733465827130Disabling compacts and flushes for region at 1733465827130Disabling writes for close at 1733465827130Obtaining lock to block concurrent updates at 1733465827133 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733465827133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733465827142 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733465827143 (+1 ms)Flushing 1588230740/info: creating writer at 1733465827146 (+3 ms)Flushing 1588230740/info: appending metadata at 1733465827188 (+42 ms)Flushing 1588230740/info: closing flushed file at 1733465827188Flushing 1588230740/ns: creating writer at 1733465827662 (+474 ms)Flushing 1588230740/ns: appending metadata at 1733465827678 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733465827678Flushing 1588230740/table: creating writer at 1733465828096 (+418 ms)Flushing 1588230740/table: appending metadata at 1733465828112 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733465828112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e537ce: reopening flushed file at 1733465828528 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67de0d0: reopening flushed file at 1733465828537 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65040de7: reopening flushed file at 1733465828546 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1428ms, sequenceid=11, compaction requested=false at 1733465828558 (+12 ms)Writing region close event to WAL at 1733465828559 (+1 ms)Running coprocessor post-close hooks at 1733465828565 (+6 ms)Closed at 1733465828565 2024-12-06T06:17:08,565 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:08,733 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,32837,1733465816813; all regions closed. 2024-12-06T06:17:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741834_1010 (size=2742) 2024-12-06T06:17:08,744 DEBUG [RS:0;6336e8474e1c:32837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs 2024-12-06T06:17:08,744 INFO [RS:0;6336e8474e1c:32837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C32837%2C1733465816813.meta:.meta(num 1733465819883) 2024-12-06T06:17:08,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741837_1013 (size=1802) 2024-12-06T06:17:08,750 DEBUG [RS:0;6336e8474e1c:32837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs 2024-12-06T06:17:08,750 INFO [RS:0;6336e8474e1c:32837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C32837%2C1733465816813.rep:(num 1733465825180) 2024-12-06T06:17:08,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741832_1008 (size=93) 2024-12-06T06:17:08,755 DEBUG [RS:0;6336e8474e1c:32837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs 2024-12-06T06:17:08,755 INFO [RS:0;6336e8474e1c:32837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C32837%2C1733465816813:(num 1733465818968) 2024-12-06T06:17:08,755 DEBUG [RS:0;6336e8474e1c:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:08,755 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:08,755 INFO [RS:0;6336e8474e1c:32837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:08,755 INFO [RS:0;6336e8474e1c:32837 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:08,755 INFO [RS:0;6336e8474e1c:32837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:08,755 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:08,755 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,32837,1733465816813 because: Region server is closing 2024-12-06T06:17:08,756 INFO [RS:0;6336e8474e1c:32837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:32837. 2024-12-06T06:17:08,756 DEBUG [RS:0;6336e8474e1c:32837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:08,756 DEBUG [RS:0;6336e8474e1c:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:08,756 DEBUG [RS:0;6336e8474e1c:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:08,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:08,857 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T06:17:08,857 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.shipper6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T06:17:08,857 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,32837,1733465816813.replicationSource.shipper6336e8474e1c%2C32837%2C1733465816813,1-6336e8474e1c,32837,1733465816813 terminated 2024-12-06T06:17:08,858 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6336e8474e1c,32837,1733465816813 because: Region server is closing 2024-12-06T06:17:08,858 INFO [RS:0;6336e8474e1c:32837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:32837. 2024-12-06T06:17:08,858 DEBUG [RS:0;6336e8474e1c:32837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:08,858 DEBUG [RS:0;6336e8474e1c:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:08,858 DEBUG [RS:0;6336e8474e1c:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:08,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:08,958 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813.replicationSource.wal-reader.6336e8474e1c%2C32837%2C1733465816813,2-6336e8474e1c,32837,1733465816813 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T06:17:08,958 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813.replicationSource.shipper6336e8474e1c%2C32837%2C1733465816813,2-6336e8474e1c,32837,1733465816813 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T06:17:08,959 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,32837,1733465816813.replicationSource.shipper6336e8474e1c%2C32837%2C1733465816813,2-6336e8474e1c,32837,1733465816813 terminated 2024-12-06T06:17:08,959 INFO [RS:0;6336e8474e1c:32837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32837 2024-12-06T06:17:08,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432159821/rs/6336e8474e1c,32837,1733465816813 2024-12-06T06:17:08,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/rs 2024-12-06T06:17:08,963 INFO [RS:0;6336e8474e1c:32837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:08,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,32837,1733465816813] 2024-12-06T06:17:08,967 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/draining/6336e8474e1c,32837,1733465816813 already deleted, retry=false 2024-12-06T06:17:08,967 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,32837,1733465816813 expired; onlineServers=0 2024-12-06T06:17:08,968 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,38491,1733465816134' ***** 2024-12-06T06:17:08,968 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:17:08,968 INFO [M:0;6336e8474e1c:38491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:08,968 INFO [M:0;6336e8474e1c:38491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:08,968 DEBUG [M:0;6336e8474e1c:38491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:17:08,968 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:17:08,968 DEBUG [M:0;6336e8474e1c:38491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:17:08,968 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465818635 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465818635,5,FailOnTimeoutGroup] 2024-12-06T06:17:08,968 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465818634 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465818634,5,FailOnTimeoutGroup] 2024-12-06T06:17:08,968 INFO [M:0;6336e8474e1c:38491 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:08,969 INFO [M:0;6336e8474e1c:38491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:08,969 DEBUG [M:0;6336e8474e1c:38491 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:17:08,969 INFO [M:0;6336e8474e1c:38491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:17:08,969 INFO [M:0;6336e8474e1c:38491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:08,969 INFO [M:0;6336e8474e1c:38491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:17:08,969 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:17:08,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432159821/master 2024-12-06T06:17:08,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:08,971 DEBUG [M:0;6336e8474e1c:38491 {}] zookeeper.ZKUtil(347): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/master because node does not exist (not an error) 2024-12-06T06:17:08,971 WARN [M:0;6336e8474e1c:38491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:17:08,973 INFO [M:0;6336e8474e1c:38491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/.lastflushedseqids 2024-12-06T06:17:08,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741842_1018 (size=181) 2024-12-06T06:17:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x101866b18e30001, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:09,067 INFO [RS:0;6336e8474e1c:32837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:09,067 INFO [RS:0;6336e8474e1c:32837 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,32837,1733465816813; zookeeper connection closed. 2024-12-06T06:17:09,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f4d080 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f4d080 2024-12-06T06:17:09,068 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:17:09,385 INFO [M:0;6336e8474e1c:38491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:17:09,385 INFO [M:0;6336e8474e1c:38491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:17:09,385 DEBUG [M:0;6336e8474e1c:38491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:09,385 INFO [M:0;6336e8474e1c:38491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:09,385 DEBUG [M:0;6336e8474e1c:38491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:09,385 DEBUG [M:0;6336e8474e1c:38491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:09,385 DEBUG [M:0;6336e8474e1c:38491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:09,386 INFO [M:0;6336e8474e1c:38491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-06T06:17:09,403 DEBUG [M:0;6336e8474e1c:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5802e6848ab492586c964ddc0afdd6b is 82, key is hbase:meta,,1/info:regioninfo/1733465819969/Put/seqid=0 2024-12-06T06:17:09,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741843_1019 (size=5672) 2024-12-06T06:17:09,809 INFO [M:0;6336e8474e1c:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5802e6848ab492586c964ddc0afdd6b 2024-12-06T06:17:09,834 DEBUG [M:0;6336e8474e1c:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2678ee98f26e4523ae7e2637be2cfc6e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733465825245/Put/seqid=0 2024-12-06T06:17:09,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741844_1020 (size=8663) 2024-12-06T06:17:10,241 INFO [M:0;6336e8474e1c:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2678ee98f26e4523ae7e2637be2cfc6e 2024-12-06T06:17:10,263 DEBUG [M:0;6336e8474e1c:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2108ca54f554c16b0d4ec1e8ebb7407 is 69, key is 6336e8474e1c,32837,1733465816813/rs:state/1733465818737/Put/seqid=0 2024-12-06T06:17:10,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741845_1021 (size=5156) 2024-12-06T06:17:10,669 INFO [M:0;6336e8474e1c:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2108ca54f554c16b0d4ec1e8ebb7407 2024-12-06T06:17:10,677 DEBUG [M:0;6336e8474e1c:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5802e6848ab492586c964ddc0afdd6b as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5802e6848ab492586c964ddc0afdd6b 2024-12-06T06:17:10,684 INFO [M:0;6336e8474e1c:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5802e6848ab492586c964ddc0afdd6b, entries=8, sequenceid=115, filesize=5.5 K 2024-12-06T06:17:10,685 DEBUG [M:0;6336e8474e1c:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2678ee98f26e4523ae7e2637be2cfc6e as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2678ee98f26e4523ae7e2637be2cfc6e 2024-12-06T06:17:10,691 INFO [M:0;6336e8474e1c:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2678ee98f26e4523ae7e2637be2cfc6e, entries=14, sequenceid=115, filesize=8.5 K 2024-12-06T06:17:10,693 DEBUG [M:0;6336e8474e1c:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2108ca54f554c16b0d4ec1e8ebb7407 as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2108ca54f554c16b0d4ec1e8ebb7407 2024-12-06T06:17:10,698 INFO [M:0;6336e8474e1c:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2108ca54f554c16b0d4ec1e8ebb7407, entries=1, sequenceid=115, filesize=5.0 K 2024-12-06T06:17:10,700 INFO [M:0;6336e8474e1c:38491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=115, compaction requested=false 2024-12-06T06:17:10,701 INFO [M:0;6336e8474e1c:38491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:10,701 DEBUG [M:0;6336e8474e1c:38491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465829385Disabling compacts and flushes for region at 1733465829385Disabling writes for close at 1733465829385Obtaining lock to block concurrent updates at 1733465829386 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465829386Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733465829386Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465829387 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465829387Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465829403 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465829403Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465829817 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465829834 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465829834Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465830248 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465830263 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465830263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f17f32d: reopening flushed file at 1733465830676 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67c3f5cc: reopening flushed file at 1733465830684 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12434aae: reopening flushed file at 1733465830691 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=115, compaction requested=false at 1733465830700 (+9 ms)Writing region close event to WAL at 1733465830701 (+1 ms)Closed at 1733465830701 2024-12-06T06:17:10,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:17:10,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741830_1006 (size=59421) 2024-12-06T06:17:10,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:10,705 INFO [M:0;6336e8474e1c:38491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:17:10,705 INFO [M:0;6336e8474e1c:38491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38491 2024-12-06T06:17:10,705 INFO [M:0;6336e8474e1c:38491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:10,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:10,809 INFO [M:0;6336e8474e1c:38491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:10,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x101866b18e30000, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:10,811 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:10,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:10,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:10,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:10,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:10,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:10,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:17:10,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:10,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41827 2024-12-06T06:17:10,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41827 connecting to ZooKeeper ensemble=127.0.0.1:62864 2024-12-06T06:17:10,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418270x0, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:10,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41827-0x101866b18e30006 connected 2024-12-06T06:17:10,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:10,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:10,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/running 2024-12-06T06:17:10,828 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: INIT 2024-12-06T06:17:10,828 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5, hbase.cluster.distributed=false 2024-12-06T06:17:10,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/acl 2024-12-06T06:17:10,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41827 2024-12-06T06:17:10,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41827 2024-12-06T06:17:10,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41827 2024-12-06T06:17:10,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41827 2024-12-06T06:17:10,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41827 2024-12-06T06:17:10,857 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:10,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:10,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:10,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:10,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:10,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:10,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:17:10,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:10,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41165 2024-12-06T06:17:10,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41165 connecting to ZooKeeper ensemble=127.0.0.1:62864 2024-12-06T06:17:10,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:10,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411650x0, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:10,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41165-0x101866b18e30007 connected 2024-12-06T06:17:10,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/running 2024-12-06T06:17:10,870 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: INIT 2024-12-06T06:17:10,870 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:17:10,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:17:10,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/master 2024-12-06T06:17:10,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/acl 2024-12-06T06:17:10,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41165 2024-12-06T06:17:10,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41165 2024-12-06T06:17:10,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41165 2024-12-06T06:17:10,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41165 2024-12-06T06:17:10,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41165 2024-12-06T06:17:10,901 DEBUG [M:0;6336e8474e1c:41827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:41827 2024-12-06T06:17:10,902 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0432159821/backup-masters/6336e8474e1c,41827,1733465830810 2024-12-06T06:17:10,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/backup-masters 2024-12-06T06:17:10,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/backup-masters 2024-12-06T06:17:10,904 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on existing znode=/0432159821/backup-masters/6336e8474e1c,41827,1733465830810 2024-12-06T06:17:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0432159821/master 2024-12-06T06:17:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:10,907 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on existing znode=/0432159821/master 2024-12-06T06:17:10,907 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0432159821/backup-masters/6336e8474e1c,41827,1733465830810 from backup master directory 2024-12-06T06:17:10,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432159821/backup-masters/6336e8474e1c,41827,1733465830810 2024-12-06T06:17:10,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/backup-masters 2024-12-06T06:17:10,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/backup-masters 2024-12-06T06:17:10,909 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:10,909 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,41827,1733465830810 2024-12-06T06:17:10,926 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:10,927 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:17:10,943 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-06T06:17:10,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741846_1022 (size=196) 2024-12-06T06:17:11,356 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:11,356 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:17:11,357 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:11,365 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-06T06:17:11,368 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,38491,1733465816134 to hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,38491,1733465816134-dead as it is dead 2024-12-06T06:17:11,369 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T06:17:11,370 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T06:17:11,370 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,38491,1733465816134-dead/6336e8474e1c%2C38491%2C1733465816134.1733465818063 2024-12-06T06:17:11,375 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,38491,1733465816134-dead/6336e8474e1c%2C38491%2C1733465816134.1733465818063 after 3ms 2024-12-06T06:17:11,376 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,38491,1733465816134-dead/6336e8474e1c%2C38491%2C1733465816134.1733465818063 to hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6336e8474e1c%2C38491%2C1733465816134.1733465818063 2024-12-06T06:17:11,376 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,38491,1733465816134-dead 2024-12-06T06:17:11,377 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,41827,1733465830810 2024-12-06T06:17:11,378 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:11,380 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C41827%2C1733465830810, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,41827,1733465830810, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/oldWALs, maxLogs=10 2024-12-06T06:17:11,399 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,41827,1733465830810/6336e8474e1c%2C41827%2C1733465830810.1733465831380, exclude list is [], retry=0 2024-12-06T06:17:11,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-65dd9aef-0ad0-47d1-ac89-fef4295b40f0,DISK] 2024-12-06T06:17:11,405 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,41827,1733465830810/6336e8474e1c%2C41827%2C1733465830810.1733465831380 2024-12-06T06:17:11,405 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46447:46447)] 2024-12-06T06:17:11,405 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:11,405 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:11,405 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:11,405 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:11,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:11,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:17:11,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:11,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5802e6848ab492586c964ddc0afdd6b 2024-12-06T06:17:11,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:11,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:11,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:17:11,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:11,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2678ee98f26e4523ae7e2637be2cfc6e 2024-12-06T06:17:11,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:11,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:11,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:17:11,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:11,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2108ca54f554c16b0d4ec1e8ebb7407 2024-12-06T06:17:11,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:11,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:11,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:17:11,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:11,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:11,435 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:11,436 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-06T06:17:11,436 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6336e8474e1c%2C38491%2C1733465816134.1733465818063 2024-12-06T06:17:11,449 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6336e8474e1c%2C38491%2C1733465816134.1733465818063 2024-12-06T06:17:11,451 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6336e8474e1c%2C38491%2C1733465816134.1733465818063 2024-12-06T06:17:11,453 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:11,453 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:11,454 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:11,455 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:11,458 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-06T06:17:11,460 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59646381, jitterRate=-0.11119966208934784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:11,460 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465831406Initializing all the Stores at 1733465831406Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465831407 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465831407Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465831407Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465831407Cleaning up temporary data from old regions at 1733465831453 (+46 ms)Region opened successfully at 1733465831460 (+7 ms) 2024-12-06T06:17:11,461 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:17:11,465 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5d7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:11,479 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-06T06:17:11,480 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:17:11,480 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:17:11,480 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:17:11,481 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:17:11,488 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:11,488 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:17:11,489 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:17:11,489 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:17:11,490 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T06:17:11,490 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T06:17:11,490 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-06T06:17:11,490 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:17:11,495 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6336e8474e1c,32837,1733465816813, regionLocation=6336e8474e1c,32837,1733465816813, openSeqNum=2 2024-12-06T06:17:11,495 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6336e8474e1c,32837,1733465816813, table=hbase:meta, region=1588230740 2024-12-06T06:17:11,495 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,32837,1733465816813, state=OPEN 2024-12-06T06:17:11,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0432159821/meta-region-server 2024-12-06T06:17:11,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0432159821/meta-region-server 2024-12-06T06:17:11,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: CHANGED 2024-12-06T06:17:11,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: CHANGED 2024-12-06T06:17:11,502 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:17:11,504 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/draining/6336e8474e1c,32837,1733465816813 already deleted, retry=false 2024-12-06T06:17:11,504 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6336e8474e1c,32837,1733465816813 on 6336e8474e1c,41827,1733465830810 2024-12-06T06:17:11,511 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6336e8474e1c,32837,1733465816813, splitWal=true, meta=true 2024-12-06T06:17:11,513 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 6336e8474e1c,32837,1733465816813 (carryingMeta=true) 6336e8474e1c,32837,1733465816813/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@34058cfc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T06:17:11,517 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/balancer because node does not exist (not necessarily an error) 2024-12-06T06:17:11,518 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/balancer already deleted, retry=false 2024-12-06T06:17:11,519 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:17:11,519 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:17:11,526 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/normalizer already deleted, retry=false 2024-12-06T06:17:11,526 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:17:11,527 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:17:11,529 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/switch/split already deleted, retry=false 2024-12-06T06:17:11,529 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:17:11,531 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/switch/merge already deleted, retry=false 2024-12-06T06:17:11,539 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:17:11,541 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/snapshot-cleanup already deleted, retry=false 2024-12-06T06:17:11,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0432159821/running 2024-12-06T06:17:11,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0432159821/running 2024-12-06T06:17:11,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:11,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:11,543 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,41827,1733465830810, sessionid=0x101866b18e30006, setting cluster-up flag (Was=false) 2024-12-06T06:17:11,545 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0432159821/flush-table-proc/acquired, /0432159821/flush-table-proc/reached, /0432159821/flush-table-proc/abort 2024-12-06T06:17:11,546 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,41827,1733465830810 2024-12-06T06:17:11,550 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0432159821/online-snapshot/acquired, /0432159821/online-snapshot/reached, /0432159821/online-snapshot/abort 2024-12-06T06:17:11,551 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,41827,1733465830810 2024-12-06T06:17:11,553 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/.lastflushedseqids 2024-12-06T06:17:11,556 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:17:11,557 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:17:11,557 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,41827,1733465830810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6336e8474e1c,32837,1733465816813 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:17:11,558 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:11,559 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:11,559 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:11,559 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:11,559 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:17:11,559 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,559 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:11,559 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,560 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465861560 2024-12-06T06:17:11,560 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:17:11,560 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:17:11,560 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:17:11,560 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:17:11,560 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:17:11,560 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:17:11,561 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,561 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:17:11,561 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:17:11,561 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:17:11,561 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:17:11,562 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:17:11,562 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:17:11,562 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465831562,5,FailOnTimeoutGroup] 2024-12-06T06:17:11,562 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465831562,5,FailOnTimeoutGroup] 2024-12-06T06:17:11,562 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,562 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:17:11,562 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,562 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,562 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6336e8474e1c,32837,1733465816813, splitWal=true, meta=true 2024-12-06T06:17:11,562 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465831562, completionTime=-1 2024-12-06T06:17:11,563 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-06T06:17:11,564 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6336e8474e1c,32837,1733465816813, splitWal=true, meta=true, isMeta: true 2024-12-06T06:17:11,566 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813-splitting 2024-12-06T06:17:11,566 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T06:17:11,567 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813-splitting dir is empty, no logs to split. 2024-12-06T06:17:11,567 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6336e8474e1c,32837,1733465816813 WAL count=0, meta=true 2024-12-06T06:17:11,571 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813-splitting dir is empty, no logs to split. 2024-12-06T06:17:11,571 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6336e8474e1c,32837,1733465816813 WAL count=0, meta=true 2024-12-06T06:17:11,571 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6336e8474e1c,32837,1733465816813 WAL splitting is done? wals=0, meta=true 2024-12-06T06:17:11,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:17:11,574 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:11,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T06:17:11,585 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(746): ClusterId : d704c573-b46e-4515-aa0a-cfb956e089df 2024-12-06T06:17:11,585 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:17:11,587 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:17:11,587 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:17:11,589 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:17:11,590 DEBUG [RS:0;6336e8474e1c:41165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca24e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:11,609 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:41165 2024-12-06T06:17:11,609 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:17:11,609 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:17:11,609 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:17:11,611 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,41827,1733465830810 with port=41165, startcode=1733465830857 2024-12-06T06:17:11,611 DEBUG [RS:0;6336e8474e1c:41165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:17:11,613 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:17:11,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,41165,1733465830857 2024-12-06T06:17:11,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41827 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,41165,1733465830857 2024-12-06T06:17:11,616 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5 2024-12-06T06:17:11,616 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33937 2024-12-06T06:17:11,616 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:17:11,616 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T06:17:11,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/rs 2024-12-06T06:17:11,618 DEBUG [RS:0;6336e8474e1c:41165 {}] zookeeper.ZKUtil(111): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on existing znode=/0432159821/rs/6336e8474e1c,41165,1733465830857 2024-12-06T06:17:11,618 WARN [RS:0;6336e8474e1c:41165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:11,619 INFO [RS:0;6336e8474e1c:41165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:11,619 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857 2024-12-06T06:17:11,619 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,41165,1733465830857] 2024-12-06T06:17:11,664 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:17:11,665 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:17:11,666 INFO [RS:0;6336e8474e1c:41165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:17:11,666 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,666 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:17:11,667 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:17:11,667 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:11,668 DEBUG [RS:0;6336e8474e1c:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:11,669 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,670 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,670 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,670 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,670 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,670 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41165,1733465830857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:11,685 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:17:11,685 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41165,1733465830857-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,700 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,41165,1733465830857, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:17:11,714 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSource(231): queueId=2-6336e8474e1c,41165,1733465830857, ReplicationSource: 2, currentBandwidth=0 2024-12-06T06:17:11,715 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,715 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.Replication(171): 6336e8474e1c,41165,1733465830857 started 2024-12-06T06:17:11,715 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,1-6336e8474e1c,41165,1733465830857 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:42717' 2024-12-06T06:17:11,717 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,1-6336e8474e1c,41165,1733465830857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33187098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:11,717 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,1-6336e8474e1c,41165,1733465830857 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42717,-1 for getting cluster id 2024-12-06T06:17:11,717 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,1-6336e8474e1c,41165,1733465830857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:11,719 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '194f8676-da62-41cc-8961-728fc5301c10' 2024-12-06T06:17:11,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:11,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "194f8676-da62-41cc-8961-728fc5301c10" 2024-12-06T06:17:11,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad8e967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:11,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42717,-1] 2024-12-06T06:17:11,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:11,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:11,721 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:11,723 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,1-6336e8474e1c,41165,1733465830857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b572a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:11,723 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,1-6336e8474e1c,41165,1733465830857 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:11,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42717,1733465821435 2024-12-06T06:17:11,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a79182 2024-12-06T06:17:11,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:11,726 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-06T06:17:11,726 WARN [6336e8474e1c:41827 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:17:11,727 INFO [RS:0;6336e8474e1c:41165.replicationSource,1-6336e8474e1c,41165,1733465830857 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,41165,1733465830857 (queues=0) is replicating from cluster=d704c573-b46e-4515-aa0a-cfb956e089df to cluster=194f8676-da62-41cc-8961-728fc5301c10 2024-12-06T06:17:11,733 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,2-6336e8474e1c,41165,1733465830857 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:42717' 2024-12-06T06:17:11,733 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:11,733 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,41165,1733465830857, RpcServer on 6336e8474e1c/172.17.0.2:41165, sessionid=0x101866b18e30007 2024-12-06T06:17:11,733 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:17:11,733 DEBUG [RS:0;6336e8474e1c:41165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,41165,1733465830857 2024-12-06T06:17:11,733 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,41165,1733465830857' 2024-12-06T06:17:11,733 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0432159821/flush-table-proc/abort' 2024-12-06T06:17:11,734 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0432159821/flush-table-proc/acquired' 2024-12-06T06:17:11,734 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:17:11,735 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:17:11,735 DEBUG [RS:0;6336e8474e1c:41165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,41165,1733465830857 2024-12-06T06:17:11,735 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,41165,1733465830857' 2024-12-06T06:17:11,735 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,2-6336e8474e1c,41165,1733465830857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10bf422f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:11,735 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0432159821/online-snapshot/abort' 2024-12-06T06:17:11,735 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,2-6336e8474e1c,41165,1733465830857 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42717,-1 for getting cluster id 2024-12-06T06:17:11,735 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,2-6336e8474e1c,41165,1733465830857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:11,735 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0432159821/online-snapshot/acquired' 2024-12-06T06:17:11,736 DEBUG [RS:0;6336e8474e1c:41165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:17:11,736 INFO [RS:0;6336e8474e1c:41165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:17:11,736 INFO [RS:0;6336e8474e1c:41165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:17:11,736 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '194f8676-da62-41cc-8961-728fc5301c10' 2024-12-06T06:17:11,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:11,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "194f8676-da62-41cc-8961-728fc5301c10" 2024-12-06T06:17:11,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff58917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:11,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42717,-1] 2024-12-06T06:17:11,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:11,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:11,738 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:11,739 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,2-6336e8474e1c,41165,1733465830857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c9f95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:11,739 DEBUG [RS:0;6336e8474e1c:41165.replicationSource,2-6336e8474e1c,41165,1733465830857 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42717,1733465821435 2024-12-06T06:17:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b79b66 2024-12-06T06:17:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:11,742 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-06T06:17:11,743 INFO [RS:0;6336e8474e1c:41165.replicationSource,2-6336e8474e1c,41165,1733465830857 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6336e8474e1c,41165,1733465830857 (queues=0) is replicating from cluster=d704c573-b46e-4515-aa0a-cfb956e089df to cluster=194f8676-da62-41cc-8961-728fc5301c10 2024-12-06T06:17:11,836 INFO [RS:0;6336e8474e1c:41165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:11,838 INFO [RS:0;6336e8474e1c:41165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C41165%2C1733465830857, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs, maxLogs=10 2024-12-06T06:17:11,853 DEBUG [RS:0;6336e8474e1c:41165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839, exclude list is [], retry=0 2024-12-06T06:17:11,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-65dd9aef-0ad0-47d1-ac89-fef4295b40f0,DISK] 2024-12-06T06:17:11,859 INFO [RS:0;6336e8474e1c:41165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 2024-12-06T06:17:11,860 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6336e8474e1c%2C41165%2C1733465830857 for peer 1 2024-12-06T06:17:11,860 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6336e8474e1c%2C41165%2C1733465830857 for peer 2 2024-12-06T06:17:11,860 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C41165%2C1733465830857 2024-12-06T06:17:11,860 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,41165,1733465830857, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:17:11,862 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6336e8474e1c%2C41165%2C1733465830857 2024-12-06T06:17:11,862 INFO [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C41165%2C1733465830857 2024-12-06T06:17:11,862 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6336e8474e1c,41165,1733465830857, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:17:11,863 DEBUG [RS:0;6336e8474e1c:41165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46447:46447)] 2024-12-06T06:17:11,863 INFO [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C41165%2C1733465830857 2024-12-06T06:17:11,863 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839, startPosition=0, beingWritten=true 2024-12-06T06:17:11,863 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839, startPosition=0, beingWritten=true 2024-12-06T06:17:11,976 DEBUG [6336e8474e1c:41827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:17:11,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,41165,1733465830857 2024-12-06T06:17:11,978 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,41165,1733465830857, state=OPENING 2024-12-06T06:17:11,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0432159821/meta-region-server 2024-12-06T06:17:11,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0432159821/meta-region-server 2024-12-06T06:17:11,981 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:11,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: CHANGED 2024-12-06T06:17:11,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: CHANGED 2024-12-06T06:17:11,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,41165,1733465830857}] 2024-12-06T06:17:12,071 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:12,071 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:12,135 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:17:12,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:17:12,141 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:17:12,141 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:12,142 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:17:12,144 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C41165%2C1733465830857.meta, suffix=.meta, logDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs, maxLogs=10 2024-12-06T06:17:12,158 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.meta.1733465832144.meta, exclude list is [], retry=0 2024-12-06T06:17:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-65dd9aef-0ad0-47d1-ac89-fef4295b40f0,DISK] 2024-12-06T06:17:12,163 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.meta.1733465832144.meta 2024-12-06T06:17:12,163 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46447:46447)] 2024-12-06T06:17:12,163 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:12,164 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:12,164 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:17:12,164 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:17:12,164 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:17:12,164 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:17:12,164 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:12,164 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:17:12,164 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:17:12,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:12,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:12,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:12,175 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/info/753f2e52fb9d4946b55635d800d75ffb 2024-12-06T06:17:12,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:12,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:12,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:12,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:12,183 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/ns/20a19be90dcc4218a3121add76c5ab97 2024-12-06T06:17:12,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:12,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:12,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:12,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:12,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:12,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:12,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:12,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:12,193 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/table/aa5bfbc4d5d04a4287a75dc21aac29e6 2024-12-06T06:17:12,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:12,193 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:12,194 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740 2024-12-06T06:17:12,196 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740 2024-12-06T06:17:12,197 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:12,197 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:12,198 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:12,200 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:12,201 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60851610, jitterRate=-0.09324035048484802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:12,201 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:17:12,201 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465832165Writing region info on filesystem at 1733465832165Initializing all the Stores at 1733465832166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465832166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465832166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465832166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465832166Cleaning up temporary data from old regions at 1733465832197 (+31 ms)Running coprocessor post-open hooks at 1733465832201 (+4 ms)Region opened successfully at 1733465832201 2024-12-06T06:17:12,202 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733465832134 2024-12-06T06:17:12,205 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:17:12,205 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:17:12,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6336e8474e1c,41165,1733465830857 2024-12-06T06:17:12,207 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,41165,1733465830857, state=OPEN 2024-12-06T06:17:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0432159821/meta-region-server 2024-12-06T06:17:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0432159821/meta-region-server 2024-12-06T06:17:12,209 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,41165,1733465830857 2024-12-06T06:17:12,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: CHANGED 2024-12-06T06:17:12,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432159821/meta-region-server: CHANGED 2024-12-06T06:17:12,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T06:17:12,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,41165,1733465830857 in 228 msec 2024-12-06T06:17:12,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-06T06:17:12,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-12-06T06:17:12,378 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:12,378 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:12,785 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:12,785 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:13,119 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-06T06:17:13,292 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:13,292 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:13,899 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:13,899 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:14,607 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:14,607 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:14,621 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-06T06:17:15,414 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:15,415 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:16,074 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-06T06:17:16,074 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:17:16,074 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:16,074 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,41165,1733465830857, seqNum=-1] 2024-12-06T06:17:16,075 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:16,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:16,082 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c33f925ab560759ef6729856b1bed1eb, regionState=OPEN, lastHost=6336e8474e1c,32837,1733465816813, regionLocation=6336e8474e1c,32837,1733465816813, openSeqNum=2 2024-12-06T06:17:16,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:17:16,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733465896082 2024-12-06T06:17:16,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733465956082 2024-12-06T06:17:16,083 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-12-06T06:17:16,083 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41827,1733465830810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:16,083 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41827,1733465830810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:16,083 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6336e8474e1c,32837,1733465816813 had 2 regions 2024-12-06T06:17:16,083 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41827,1733465830810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:16,083 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:41827, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:16,083 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:16,084 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:16,085 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6336e8474e1c,32837,1733465816813, splitWal=true, meta=true, isMeta: false 2024-12-06T06:17:16,087 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813-splitting dir is empty, no logs to split. 2024-12-06T06:17:16,087 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6336e8474e1c,32837,1733465816813 WAL count=0, meta=false 2024-12-06T06:17:16,091 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,32837,1733465816813-splitting dir is empty, no logs to split. 2024-12-06T06:17:16,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.182sec 2024-12-06T06:17:16,091 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6336e8474e1c,32837,1733465816813 WAL count=0, meta=false 2024-12-06T06:17:16,091 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6336e8474e1c,32837,1733465816813 WAL splitting is done? wals=0, meta=false 2024-12-06T06:17:16,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:17:16,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:17:16,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:17:16,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:17:16,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:17:16,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41827,1733465830810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:16,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41827,1733465830810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:17:16,093 WARN [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6336e8474e1c,32837,1733465816813/hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:16,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c33f925ab560759ef6729856b1bed1eb, ASSIGN}] 2024-12-06T06:17:16,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c33f925ab560759ef6729856b1bed1eb, ASSIGN 2024-12-06T06:17:16,096 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:17:16,096 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:17:16,096 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41827,1733465830810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:16,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c33f925ab560759ef6729856b1bed1eb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T06:17:16,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:16,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,41827,-1 for getting cluster id 2024-12-06T06:17:16,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:16,190 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd704c573-b46e-4515-aa0a-cfb956e089df' 2024-12-06T06:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d704c573-b46e-4515-aa0a-cfb956e089df" 2024-12-06T06:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d61219c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,41827,-1] 2024-12-06T06:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:16,193 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29448dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:16,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:16,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,41165,1733465830857, seqNum=-1] 2024-12-06T06:17:16,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:16,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:16,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-06T06:17:16,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:16,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:16,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:16,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:16,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:16,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6336e8474e1c:41827 after: 6336e8474e1c:41827 2024-12-06T06:17:16,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:16,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,41827,-1 for getting cluster id 2024-12-06T06:17:16,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:16,202 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd704c573-b46e-4515-aa0a-cfb956e089df' 2024-12-06T06:17:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d704c573-b46e-4515-aa0a-cfb956e089df" 2024-12-06T06:17:16,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48845e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:16,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,41827,-1] 2024-12-06T06:17:16,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:16,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:16,204 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:16,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:16,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:16,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,41827,1733465830810 2024-12-06T06:17:16,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a81c10c 2024-12-06T06:17:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:16,206 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:16,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T06:17:16,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-06T06:17:16,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T06:17:16,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-06T06:17:16,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:17:16,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:16,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:16,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:16,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:16,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:16,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:17:16,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632434545, stopped=false 2024-12-06T06:17:16,211 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,42717,1733465821435 2024-12-06T06:17:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1423926726/running 2024-12-06T06:17:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1423926726/running 2024-12-06T06:17:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:16,213 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:16,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Set watcher on znode that does not yet exist, /1-1423926726/running 2024-12-06T06:17:16,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Set watcher on znode that does not yet exist, /1-1423926726/running 2024-12-06T06:17:16,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:16,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:16,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:16,215 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,35029,1733465821484' ***** 2024-12-06T06:17:16,215 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:17:16,215 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:17:16,215 INFO [RS:0;6336e8474e1c:35029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:17:16,216 INFO [RS:0;6336e8474e1c:35029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:17:16,216 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,35029,1733465821484 2024-12-06T06:17:16,216 INFO [RS:0;6336e8474e1c:35029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:16,216 INFO [RS:0;6336e8474e1c:35029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35029. 2024-12-06T06:17:16,216 DEBUG [RS:0;6336e8474e1c:35029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:16,216 DEBUG [RS:0;6336e8474e1c:35029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:16,216 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:17:16,216 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:17:16,216 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:17:16,216 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:17:16,216 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:17:16,216 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:17:16,217 DEBUG [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:17:16,217 DEBUG [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:16,217 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:16,217 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:16,217 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:16,217 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:16,217 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:16,217 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T06:17:16,236 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740/.tmp/ns/ad4cfc712b774ae7a91360c54e1d460f is 43, key is default/ns:d/1733465823792/Put/seqid=0 2024-12-06T06:17:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741835_1011 (size=5153) 2024-12-06T06:17:16,247 DEBUG [6336e8474e1c:41827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:17:16,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c33f925ab560759ef6729856b1bed1eb, regionState=OPENING, regionLocation=6336e8474e1c,41165,1733465830857 2024-12-06T06:17:16,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c33f925ab560759ef6729856b1bed1eb, ASSIGN because future has completed 2024-12-06T06:17:16,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33f925ab560759ef6729856b1bed1eb, server=6336e8474e1c,41165,1733465830857}] 2024-12-06T06:17:16,268 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:16,322 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:16,322 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:16,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:16,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:16,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:17:16,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C41165%2C1733465830857.rep, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs, maxLogs=10 2024-12-06T06:17:16,417 DEBUG [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:16,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.rep.1733465836412, exclude list is [], retry=0 2024-12-06T06:17:16,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-65dd9aef-0ad0-47d1-ac89-fef4295b40f0,DISK] 2024-12-06T06:17:16,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.rep.1733465836412 2024-12-06T06:17:16,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46447:46447)] 2024-12-06T06:17:16,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c33f925ab560759ef6729856b1bed1eb, NAME => 'hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:16,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:16,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:17:16,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. service=MultiRowMutationService 2024-12-06T06:17:16,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:17:16,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:16,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,434 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,435 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c33f925ab560759ef6729856b1bed1eb columnFamilyName hfileref 2024-12-06T06:17:16,435 DEBUG [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:16,436 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(327): Store=c33f925ab560759ef6729856b1bed1eb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:16,436 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,437 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c33f925ab560759ef6729856b1bed1eb columnFamilyName queue 2024-12-06T06:17:16,437 DEBUG [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:16,445 DEBUG [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb/queue/dd076e3d1e944953ae6b1e64d84fb8e6 2024-12-06T06:17:16,445 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(327): Store=c33f925ab560759ef6729856b1bed1eb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:16,445 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,446 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c33f925ab560759ef6729856b1bed1eb columnFamilyName sid 2024-12-06T06:17:16,446 DEBUG [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:16,447 INFO [StoreOpener-c33f925ab560759ef6729856b1bed1eb-1 {}] regionserver.HStore(327): Store=c33f925ab560759ef6729856b1bed1eb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:16,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:17:16,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c33f925ab560759ef6729856b1bed1eb; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65426014, jitterRate=-0.02507641911506653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:17:16,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:16,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c33f925ab560759ef6729856b1bed1eb: Running coprocessor pre-open hook at 1733465836433Writing region info on filesystem at 1733465836433Initializing all the Stores at 1733465836434 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465836434Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465836434Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465836434Cleaning up temporary data from old regions at 1733465836450 (+16 ms)Running coprocessor post-open hooks at 1733465836454 (+4 ms)Region opened successfully at 1733465836455 (+1 ms) 2024-12-06T06:17:16,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb., pid=19, masterSystemTime=1733465836405 2024-12-06T06:17:16,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:16,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:16,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c33f925ab560759ef6729856b1bed1eb, regionState=OPEN, openSeqNum=10, regionLocation=6336e8474e1c,41165,1733465830857 2024-12-06T06:17:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33f925ab560759ef6729856b1bed1eb, server=6336e8474e1c,41165,1733465830857 because future has completed 2024-12-06T06:17:16,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-06T06:17:16,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c33f925ab560759ef6729856b1bed1eb, server=6336e8474e1c,41165,1733465830857 in 212 msec 2024-12-06T06:17:16,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-06T06:17:16,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c33f925ab560759ef6729856b1bed1eb, ASSIGN in 372 msec 2024-12-06T06:17:16,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-06T06:17:16,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb., hostname=6336e8474e1c,41165,1733465830857, seqNum=10] 2024-12-06T06:17:16,505 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6336e8474e1c,32837,1733465816813 2024-12-06T06:17:16,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-06T06:17:16,617 DEBUG [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:16,643 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740/.tmp/ns/ad4cfc712b774ae7a91360c54e1d460f 2024-12-06T06:17:16,653 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740/.tmp/ns/ad4cfc712b774ae7a91360c54e1d460f as hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740/ns/ad4cfc712b774ae7a91360c54e1d460f 2024-12-06T06:17:16,658 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:17:16,659 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:17:16,661 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740/ns/ad4cfc712b774ae7a91360c54e1d460f, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T06:17:16,663 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-12-06T06:17:16,663 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:17:16,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-06T06:17:16,669 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T06:17:16,669 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:16,670 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:16,670 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:16,670 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465836217Running coprocessor pre-close hooks at 1733465836217Disabling compacts and flushes for region at 1733465836217Disabling writes for close at 1733465836217Obtaining lock to block concurrent updates at 1733465836217Preparing flush snapshotting stores in 1588230740 at 1733465836217Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733465836217Flushing stores of hbase:meta,,1.1588230740 at 1733465836218 (+1 ms)Flushing 1588230740/ns: creating writer at 1733465836219 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733465836235 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733465836235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a976171: reopening flushed file at 1733465836652 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1733465836663 (+11 ms)Writing region close event to WAL at 1733465836665 (+2 ms)Running coprocessor post-close hooks at 1733465836669 (+4 ms)Closed at 1733465836670 (+1 ms) 2024-12-06T06:17:16,670 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:16,817 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,35029,1733465821484; all regions closed. 2024-12-06T06:17:16,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741834_1010 (size=1152) 2024-12-06T06:17:16,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/WALs/6336e8474e1c,35029,1733465821484/6336e8474e1c%2C35029%2C1733465821484.meta.1733465823728.meta not finished, retry = 0 2024-12-06T06:17:16,924 DEBUG [RS:0;6336e8474e1c:35029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/oldWALs 2024-12-06T06:17:16,924 INFO [RS:0;6336e8474e1c:35029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C35029%2C1733465821484.meta:.meta(num 1733465823728) 2024-12-06T06:17:16,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741832_1008 (size=93) 2024-12-06T06:17:16,929 DEBUG [RS:0;6336e8474e1c:35029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/oldWALs 2024-12-06T06:17:16,929 INFO [RS:0;6336e8474e1c:35029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C35029%2C1733465821484:(num 1733465822799) 2024-12-06T06:17:16,930 DEBUG [RS:0;6336e8474e1c:35029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:16,930 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:16,930 INFO [RS:0;6336e8474e1c:35029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:16,930 INFO [RS:0;6336e8474e1c:35029 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:16,930 INFO [RS:0;6336e8474e1c:35029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:16,930 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:16,930 INFO [RS:0;6336e8474e1c:35029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35029 2024-12-06T06:17:16,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726/rs 2024-12-06T06:17:16,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1423926726/rs/6336e8474e1c,35029,1733465821484 2024-12-06T06:17:16,932 INFO [RS:0;6336e8474e1c:35029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:16,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,35029,1733465821484] 2024-12-06T06:17:16,936 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1423926726/draining/6336e8474e1c,35029,1733465821484 already deleted, retry=false 2024-12-06T06:17:16,936 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,35029,1733465821484 expired; onlineServers=0 2024-12-06T06:17:16,936 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,42717,1733465821435' ***** 2024-12-06T06:17:16,936 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:17:16,936 INFO [M:0;6336e8474e1c:42717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:16,937 INFO [M:0;6336e8474e1c:42717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:16,937 DEBUG [M:0;6336e8474e1c:42717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:17:16,937 DEBUG [M:0;6336e8474e1c:42717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:17:16,937 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:17:16,937 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465822528 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465822528,5,FailOnTimeoutGroup] 2024-12-06T06:17:16,937 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465822528 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465822528,5,FailOnTimeoutGroup] 2024-12-06T06:17:16,937 INFO [M:0;6336e8474e1c:42717 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:16,937 INFO [M:0;6336e8474e1c:42717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:16,937 DEBUG [M:0;6336e8474e1c:42717 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:17:16,937 INFO [M:0;6336e8474e1c:42717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:17:16,937 INFO [M:0;6336e8474e1c:42717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:16,937 INFO [M:0;6336e8474e1c:42717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:17:16,937 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:17:16,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1423926726/master 2024-12-06T06:17:16,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1423926726 2024-12-06T06:17:16,938 DEBUG [M:0;6336e8474e1c:42717 {}] zookeeper.ZKUtil(347): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Unable to get data of znode /1-1423926726/master because node does not exist (not an error) 2024-12-06T06:17:16,938 WARN [M:0;6336e8474e1c:42717 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:17:16,940 INFO [M:0;6336e8474e1c:42717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/.lastflushedseqids 2024-12-06T06:17:16,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741836_1012 (size=99) 2024-12-06T06:17:17,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:17,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101866b18e30004, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:17,036 INFO [RS:0;6336e8474e1c:35029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:17,036 INFO [RS:0;6336e8474e1c:35029 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,35029,1733465821484; zookeeper connection closed. 2024-12-06T06:17:17,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24a82fbf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24a82fbf 2024-12-06T06:17:17,037 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:17:17,328 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:17,328 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:17,346 INFO [M:0;6336e8474e1c:42717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:17:17,346 INFO [M:0;6336e8474e1c:42717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:17:17,346 DEBUG [M:0;6336e8474e1c:42717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:17,346 INFO [M:0;6336e8474e1c:42717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:17,346 DEBUG [M:0;6336e8474e1c:42717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:17,347 DEBUG [M:0;6336e8474e1c:42717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:17,347 DEBUG [M:0;6336e8474e1c:42717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:17,347 INFO [M:0;6336e8474e1c:42717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T06:17:17,366 DEBUG [M:0;6336e8474e1c:42717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ea4966239d74d1f991d2677f42da443 is 82, key is hbase:meta,,1/info:regioninfo/1733465823775/Put/seqid=0 2024-12-06T06:17:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741837_1013 (size=5672) 2024-12-06T06:17:17,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:17:17,772 INFO [M:0;6336e8474e1c:42717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ea4966239d74d1f991d2677f42da443 2024-12-06T06:17:17,794 DEBUG [M:0;6336e8474e1c:42717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/724ac3631ac04faaa987e1094f360867 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733465823798/Put/seqid=0 2024-12-06T06:17:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741838_1014 (size=5275) 2024-12-06T06:17:18,199 INFO [M:0;6336e8474e1c:42717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/724ac3631ac04faaa987e1094f360867 2024-12-06T06:17:18,221 DEBUG [M:0;6336e8474e1c:42717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c3b6e2d17994e9180e1155c39aad50a is 69, key is 6336e8474e1c,35029,1733465821484/rs:state/1733465822632/Put/seqid=0 2024-12-06T06:17:18,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741839_1015 (size=5156) 2024-12-06T06:17:18,436 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:18,436 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:18,626 INFO [M:0;6336e8474e1c:42717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c3b6e2d17994e9180e1155c39aad50a 2024-12-06T06:17:18,633 DEBUG [M:0;6336e8474e1c:42717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ea4966239d74d1f991d2677f42da443 as hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ea4966239d74d1f991d2677f42da443 2024-12-06T06:17:18,639 INFO [M:0;6336e8474e1c:42717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ea4966239d74d1f991d2677f42da443, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T06:17:18,640 DEBUG [M:0;6336e8474e1c:42717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/724ac3631ac04faaa987e1094f360867 as hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/724ac3631ac04faaa987e1094f360867 2024-12-06T06:17:18,647 INFO [M:0;6336e8474e1c:42717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/724ac3631ac04faaa987e1094f360867, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T06:17:18,648 DEBUG [M:0;6336e8474e1c:42717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c3b6e2d17994e9180e1155c39aad50a as hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c3b6e2d17994e9180e1155c39aad50a 2024-12-06T06:17:18,654 INFO [M:0;6336e8474e1c:42717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40485/user/jenkins/test-data/255dd351-b61d-c27f-7c2b-0ad142abc163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c3b6e2d17994e9180e1155c39aad50a, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T06:17:18,655 INFO [M:0;6336e8474e1c:42717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false 2024-12-06T06:17:18,657 INFO [M:0;6336e8474e1c:42717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:18,657 DEBUG [M:0;6336e8474e1c:42717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465837346Disabling compacts and flushes for region at 1733465837346Disabling writes for close at 1733465837347 (+1 ms)Obtaining lock to block concurrent updates at 1733465837347Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465837347Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733465837347Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465837348 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465837348Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465837365 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465837365Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465837778 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465837793 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465837794 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465838205 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465838220 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465838220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f3a8d6f: reopening flushed file at 1733465838632 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3649cc: reopening flushed file at 1733465838639 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f3f3a: reopening flushed file at 1733465838647 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false at 1733465838655 (+8 ms)Writing region close event to WAL at 1733465838656 (+1 ms)Closed at 1733465838656 2024-12-06T06:17:18,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741830_1006 (size=10165) 2024-12-06T06:17:18,660 INFO [M:0;6336e8474e1c:42717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:17:18,660 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:18,660 INFO [M:0;6336e8474e1c:42717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42717 2024-12-06T06:17:18,663 INFO [M:0;6336e8474e1c:42717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:18,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:18,765 INFO [M:0;6336e8474e1c:42717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:18,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42717-0x101866b18e30003, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:18,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:18,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:18,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:18,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:18,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:18,774 WARN [BP-52070959-172.17.0.2-1733465820353 heartbeating to localhost/127.0.0.1:40485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:17:18,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:17:18,774 WARN [BP-52070959-172.17.0.2-1733465820353 heartbeating to localhost/127.0.0.1:40485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-52070959-172.17.0.2-1733465820353 (Datanode Uuid 98a8d3c7-782d-40b0-b74a-09a09883a671) service to localhost/127.0.0.1:40485 2024-12-06T06:17:18,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:17:18,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/cluster_5c675688-d50f-2701-ba0e-f0bd93c2db40/data/data1/current/BP-52070959-172.17.0.2-1733465820353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:18,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/cluster_5c675688-d50f-2701-ba0e-f0bd93c2db40/data/data2/current/BP-52070959-172.17.0.2-1733465820353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:18,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:17:18,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:17:18,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:18,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:18,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:18,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:18,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:17:18,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:17:18,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:18,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:18,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:18,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:18,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:18,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:17:18,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=975610198, stopped=false 2024-12-06T06:17:18,803 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,41827,1733465830810 2024-12-06T06:17:18,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432159821/running 2024-12-06T06:17:18,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432159821/running 2024-12-06T06:17:18,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:18,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:18,806 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:18,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:18,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/running 2024-12-06T06:17:18,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:18,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Set watcher on znode that does not yet exist, /0432159821/running 2024-12-06T06:17:18,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:18,807 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,41165,1733465830857' ***** 2024-12-06T06:17:18,807 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:17:18,807 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:17:18,807 INFO [RS:0;6336e8474e1c:41165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:17:18,807 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:17:18,807 INFO [RS:0;6336e8474e1c:41165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:17:18,808 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(3091): Received CLOSE for c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:18,808 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,41165,1733465830857 2024-12-06T06:17:18,808 INFO [RS:0;6336e8474e1c:41165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:18,808 INFO [RS:0;6336e8474e1c:41165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:41165. 2024-12-06T06:17:18,808 DEBUG [RS:0;6336e8474e1c:41165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:18,808 DEBUG [RS:0;6336e8474e1c:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:18,808 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c33f925ab560759ef6729856b1bed1eb, disabling compactions & flushes 2024-12-06T06:17:18,808 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:18,808 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:17:18,808 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:17:18,808 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:18,808 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:17:18,808 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:17:18,808 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. after waiting 0 ms 2024-12-06T06:17:18,808 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:18,809 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:17:18,809 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1325): Online Regions={c33f925ab560759ef6729856b1bed1eb=hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:17:18,809 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c33f925ab560759ef6729856b1bed1eb 2024-12-06T06:17:18,809 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:18,809 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:18,809 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:18,810 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:18,810 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:18,810 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-06T06:17:18,814 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/replication/c33f925ab560759ef6729856b1bed1eb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-06T06:17:18,815 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:18,815 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:18,815 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:18,815 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c33f925ab560759ef6729856b1bed1eb: Waiting for close lock at 1733465838808Running coprocessor pre-close hooks at 1733465838808Disabling compacts and flushes for region at 1733465838808Disabling writes for close at 1733465838808Writing region close event to WAL at 1733465838810 (+2 ms)Running coprocessor post-close hooks at 1733465838815 (+5 ms)Closed at 1733465838815 2024-12-06T06:17:18,815 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb. 2024-12-06T06:17:18,829 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/info/d499db9dbcce45279cdb7e569c45f45a is 147, key is hbase:replication,,1733465824002.c33f925ab560759ef6729856b1bed1eb./info:regioninfo/1733465836460/Put/seqid=0 2024-12-06T06:17:18,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741851_1027 (size=6385) 2024-12-06T06:17:18,875 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:19,009 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:19,210 DEBUG [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:19,235 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/info/d499db9dbcce45279cdb7e569c45f45a 2024-12-06T06:17:19,243 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/.tmp/info/d499db9dbcce45279cdb7e569c45f45a as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/info/d499db9dbcce45279cdb7e569c45f45a 2024-12-06T06:17:19,249 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/info/d499db9dbcce45279cdb7e569c45f45a, entries=8, sequenceid=19, filesize=6.2 K 2024-12-06T06:17:19,250 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-12-06T06:17:19,255 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-06T06:17:19,256 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:19,256 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:19,256 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:19,256 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465838809Running coprocessor pre-close hooks at 1733465838809Disabling compacts and flushes for region at 1733465838809Disabling writes for close at 1733465838810 (+1 ms)Obtaining lock to block concurrent updates at 1733465838810Preparing flush snapshotting stores in 1588230740 at 1733465838810Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733465838810Flushing stores of hbase:meta,,1.1588230740 at 1733465838811 (+1 ms)Flushing 1588230740/info: creating writer at 1733465838811Flushing 1588230740/info: appending metadata at 1733465838828 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733465838828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b4370e: reopening flushed file at 1733465839242 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1733465839250 (+8 ms)Writing region close event to WAL at 1733465839251 (+1 ms)Running coprocessor post-close hooks at 1733465839256 (+5 ms)Closed at 1733465839256 2024-12-06T06:17:19,256 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:19,410 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,41165,1733465830857; all regions closed. 2024-12-06T06:17:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741849_1025 (size=2156) 2024-12-06T06:17:19,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.meta.1733465832144.meta not finished, retry = 0 2024-12-06T06:17:19,517 DEBUG [RS:0;6336e8474e1c:41165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs 2024-12-06T06:17:19,517 INFO [RS:0;6336e8474e1c:41165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C41165%2C1733465830857.meta:.meta(num 1733465832144) 2024-12-06T06:17:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741850_1026 (size=796) 2024-12-06T06:17:19,522 DEBUG [RS:0;6336e8474e1c:41165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs 2024-12-06T06:17:19,522 INFO [RS:0;6336e8474e1c:41165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C41165%2C1733465830857.rep:(num 1733465836412) 2024-12-06T06:17:19,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741848_1024 (size=93) 2024-12-06T06:17:19,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 not finished, retry = 0 2024-12-06T06:17:19,628 DEBUG [RS:0;6336e8474e1c:41165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs 2024-12-06T06:17:19,628 INFO [RS:0;6336e8474e1c:41165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C41165%2C1733465830857:(num 1733465831839) 2024-12-06T06:17:19,628 DEBUG [RS:0;6336e8474e1c:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:19,628 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:19,628 INFO [RS:0;6336e8474e1c:41165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:19,628 INFO [RS:0;6336e8474e1c:41165 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:19,629 INFO [RS:0;6336e8474e1c:41165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:19,629 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:19,629 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-06T06:17:19,629 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,41165,1733465830857 because: Region server is closing 2024-12-06T06:17:19,629 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-06T06:17:19,629 INFO [RS:0;6336e8474e1c:41165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:41165. 2024-12-06T06:17:19,629 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-06T06:17:19,629 DEBUG [RS:0;6336e8474e1c:41165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:19,629 DEBUG [RS:0;6336e8474e1c:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:19,629 DEBUG [RS:0;6336e8474e1c:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:19,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:19,643 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 to pos 0, reset compression=false 2024-12-06T06:17:19,651 INFO [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 was moved to hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/oldWALs/6336e8474e1c%2C41165%2C1733465830857.1733465831839 2024-12-06T06:17:19,655 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839 2024-12-06T06:17:19,655 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-06T06:17:19,655 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.wal-reader.6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-06T06:17:19,655 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6336e8474e1c,41165,1733465830857 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/WALs/6336e8474e1c,41165,1733465830857/6336e8474e1c%2C41165%2C1733465830857.1733465831839, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T06:17:19,660 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:19,660 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,41165,1733465830857, seqNum=-1] 2024-12-06T06:17:19,661 WARN [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-6336e8474e1c,41165,1733465830857', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:41165 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-06T06:17:19,664 ERROR [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,41165,1733465830857: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6336e8474e1c,41165,1733465830857, walGroup=6336e8474e1c%2C41165%2C1733465830857, offset=6336e8474e1c%2C41165%2C1733465830857.1733465831839:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:41165 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:17:19,665 ERROR [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:17:19,668 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:17:19,669 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:17:19,669 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:17:19,669 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:17:19,669 INFO [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 579100808 }, "NonHeapMemoryUsage": { "committed": 162529280, "init": 7667712, "max": -1, "used": 157414904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:17:19,671 DEBUG [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6336e8474e1c%2C41165%2C1733465830857.1733465831839] 2024-12-06T06:17:19,730 WARN [RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T06:17:19,730 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,1-6336e8474e1c,41165,1733465830857 terminated 2024-12-06T06:17:19,730 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6336e8474e1c,41165,1733465830857 because: Region server is closing 2024-12-06T06:17:19,730 INFO [RS:0;6336e8474e1c:41165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:41165. 2024-12-06T06:17:19,731 DEBUG [RS:0;6336e8474e1c:41165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:19,731 DEBUG [RS:0;6336e8474e1c:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:19,731 DEBUG [RS:0;6336e8474e1c:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:19,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:19,731 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6336e8474e1c:41165.replicationSource.shipper6336e8474e1c%2C41165%2C1733465830857,2-6336e8474e1c,41165,1733465830857 terminated 2024-12-06T06:17:19,731 INFO [RS:0;6336e8474e1c:41165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41165 2024-12-06T06:17:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432159821/rs/6336e8474e1c,41165,1733465830857 2024-12-06T06:17:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821/rs 2024-12-06T06:17:19,733 INFO [RS:0;6336e8474e1c:41165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:19,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,41165,1733465830857] 2024-12-06T06:17:19,736 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0432159821/draining/6336e8474e1c,41165,1733465830857 already deleted, retry=false 2024-12-06T06:17:19,736 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,41165,1733465830857 expired; onlineServers=0 2024-12-06T06:17:19,736 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,41827,1733465830810' ***** 2024-12-06T06:17:19,736 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:17:19,736 INFO [M:0;6336e8474e1c:41827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:19,736 INFO [M:0;6336e8474e1c:41827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:19,736 DEBUG [M:0;6336e8474e1c:41827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:17:19,737 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:17:19,737 DEBUG [M:0;6336e8474e1c:41827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:17:19,737 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465831562 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465831562,5,FailOnTimeoutGroup] 2024-12-06T06:17:19,737 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465831562 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465831562,5,FailOnTimeoutGroup] 2024-12-06T06:17:19,737 INFO [M:0;6336e8474e1c:41827 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:19,737 INFO [M:0;6336e8474e1c:41827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:19,737 DEBUG [M:0;6336e8474e1c:41827 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:17:19,737 INFO [M:0;6336e8474e1c:41827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:17:19,737 INFO [M:0;6336e8474e1c:41827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:19,738 INFO [M:0;6336e8474e1c:41827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:17:19,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:17:19,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432159821/master 2024-12-06T06:17:19,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432159821 2024-12-06T06:17:19,740 DEBUG [M:0;6336e8474e1c:41827 {}] zookeeper.ZKUtil(347): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Unable to get data of znode /0432159821/master because node does not exist (not an error) 2024-12-06T06:17:19,740 WARN [M:0;6336e8474e1c:41827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:17:19,741 INFO [M:0;6336e8474e1c:41827 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/.lastflushedseqids 2024-12-06T06:17:19,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741852_1028 (size=181) 2024-12-06T06:17:19,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:19,835 INFO [RS:0;6336e8474e1c:41165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:19,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101866b18e30007, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:19,835 INFO [RS:0;6336e8474e1c:41165 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,41165,1733465830857; zookeeper connection closed. 2024-12-06T06:17:19,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dd9b35a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dd9b35a 2024-12-06T06:17:19,836 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:17:20,148 INFO [M:0;6336e8474e1c:41827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:17:20,148 INFO [M:0;6336e8474e1c:41827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:17:20,148 DEBUG [M:0;6336e8474e1c:41827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:20,148 INFO [M:0;6336e8474e1c:41827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:20,148 DEBUG [M:0;6336e8474e1c:41827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:20,148 DEBUG [M:0;6336e8474e1c:41827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:20,148 DEBUG [M:0;6336e8474e1c:41827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:20,148 INFO [M:0;6336e8474e1c:41827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-06T06:17:20,166 DEBUG [M:0;6336e8474e1c:41827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33b40c3ab63a40a3b9f722b9efd60b2f is 82, key is hbase:meta,,1/info:regioninfo/1733465832206/Put/seqid=0 2024-12-06T06:17:20,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741853_1029 (size=5680) 2024-12-06T06:17:20,572 INFO [M:0;6336e8474e1c:41827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33b40c3ab63a40a3b9f722b9efd60b2f 2024-12-06T06:17:20,594 DEBUG [M:0;6336e8474e1c:41827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b26bebf996b3452e95adfef2ef9eb9a4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733465836467/Put/seqid=0 2024-12-06T06:17:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741854_1030 (size=7319) 2024-12-06T06:17:21,000 INFO [M:0;6336e8474e1c:41827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b26bebf996b3452e95adfef2ef9eb9a4 2024-12-06T06:17:21,024 DEBUG [M:0;6336e8474e1c:41827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41912fa086504a34b5d27e242c9fb2d7 is 69, key is 6336e8474e1c,41165,1733465830857/rs:state/1733465831614/Put/seqid=0 2024-12-06T06:17:21,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741855_1031 (size=5371) 2024-12-06T06:17:21,429 INFO [M:0;6336e8474e1c:41827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41912fa086504a34b5d27e242c9fb2d7 2024-12-06T06:17:21,435 INFO [M:0;6336e8474e1c:41827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41912fa086504a34b5d27e242c9fb2d7 2024-12-06T06:17:21,436 DEBUG [M:0;6336e8474e1c:41827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33b40c3ab63a40a3b9f722b9efd60b2f as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33b40c3ab63a40a3b9f722b9efd60b2f 2024-12-06T06:17:21,442 INFO [M:0;6336e8474e1c:41827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33b40c3ab63a40a3b9f722b9efd60b2f, entries=8, sequenceid=172, filesize=5.5 K 2024-12-06T06:17:21,444 DEBUG [M:0;6336e8474e1c:41827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b26bebf996b3452e95adfef2ef9eb9a4 as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b26bebf996b3452e95adfef2ef9eb9a4 2024-12-06T06:17:21,449 INFO [M:0;6336e8474e1c:41827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b26bebf996b3452e95adfef2ef9eb9a4, entries=7, sequenceid=172, filesize=7.1 K 2024-12-06T06:17:21,450 DEBUG [M:0;6336e8474e1c:41827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41912fa086504a34b5d27e242c9fb2d7 as hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41912fa086504a34b5d27e242c9fb2d7 2024-12-06T06:17:21,455 INFO [M:0;6336e8474e1c:41827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41912fa086504a34b5d27e242c9fb2d7 2024-12-06T06:17:21,456 INFO [M:0;6336e8474e1c:41827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41912fa086504a34b5d27e242c9fb2d7, entries=2, sequenceid=172, filesize=5.2 K 2024-12-06T06:17:21,457 INFO [M:0;6336e8474e1c:41827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false 2024-12-06T06:17:21,458 INFO [M:0;6336e8474e1c:41827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:21,459 DEBUG [M:0;6336e8474e1c:41827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465840148Disabling compacts and flushes for region at 1733465840148Disabling writes for close at 1733465840148Obtaining lock to block concurrent updates at 1733465840148Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465840148Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733465840149 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465840150 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465840150Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465840165 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465840166 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465840578 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465840594 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465840594Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465841007 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465841023 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465841023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb803: reopening flushed file at 1733465841435 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c50e4e8: reopening flushed file at 1733465841443 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180f108a: reopening flushed file at 1733465841449 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false at 1733465841457 (+8 ms)Writing region close event to WAL at 1733465841458 (+1 ms)Closed at 1733465841458 2024-12-06T06:17:21,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741847_1023 (size=22949) 2024-12-06T06:17:21,461 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb92b83a-1559-c065-edf1-8f4de560c8f5/MasterData/WALs/6336e8474e1c,41827,1733465830810/6336e8474e1c%2C41827%2C1733465830810.1733465831380 not finished, retry = 0 2024-12-06T06:17:21,563 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:21,563 INFO [M:0;6336e8474e1c:41827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:17:21,563 INFO [M:0;6336e8474e1c:41827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41827 2024-12-06T06:17:21,563 INFO [M:0;6336e8474e1c:41827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:21,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:21,665 INFO [M:0;6336e8474e1c:41827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x101866b18e30006, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:21,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:21,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:21,669 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:21,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:21,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:21,670 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:17:21,670 WARN [BP-394458647-172.17.0.2-1733465813418 heartbeating to localhost/127.0.0.1:33937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:17:21,671 WARN [BP-394458647-172.17.0.2-1733465813418 heartbeating to localhost/127.0.0.1:33937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394458647-172.17.0.2-1733465813418 (Datanode Uuid 21588a0f-39ac-48dd-a04c-f4a0078c97bc) service to localhost/127.0.0.1:33937 2024-12-06T06:17:21,671 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:17:21,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/cluster_bf40db1d-9e76-0303-143e-29f983d99e49/data/data1/current/BP-394458647-172.17.0.2-1733465813418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:21,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/cluster_bf40db1d-9e76-0303-143e-29f983d99e49/data/data2/current/BP-394458647-172.17.0.2-1733465813418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:21,672 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:17:21,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:17:21,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:21,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:21,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:21,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e518795a-f7be-6505-0248-ca03f624d5dd/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:21,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:17:21,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:17:21,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62864) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6336e8474e1c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40485 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@723ced21 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6336e8474e1c:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6336e8474e1c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6336e8474e1c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/6336e8474e1c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62864) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33937 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=4552 (was 5407) 2024-12-06T06:17:21,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=4551 2024-12-06T06:17:21,736 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-06T06:17:21,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/hadoop.log.dir so I do NOT create it in target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4 2024-12-06T06:17:21,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:17:21,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/hadoop.tmp.dir so I do NOT create it in target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4 2024-12-06T06:17:21,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6736cfe1-9c71-2831-5ade-9712705271db/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:17:21,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4 2024-12-06T06:17:21,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/cluster_4ea347c8-fcda-3215-d1f8-8dc689f2d714, deleteOnExit=true 2024-12-06T06:17:21,740 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/cluster_4ea347c8-fcda-3215-d1f8-8dc689f2d714/zookeeper_0, clientPort=55348, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/cluster_4ea347c8-fcda-3215-d1f8-8dc689f2d714/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/cluster_4ea347c8-fcda-3215-d1f8-8dc689f2d714/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:17:21,741 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55348 2024-12-06T06:17:21,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:17:21,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:17:21,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/test.cache.data in system properties and HBase conf 2024-12-06T06:17:21,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:17:21,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:17:21,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:17:21,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:17:21,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:17:21,741 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:17:21,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:17:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101866b18e30005, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:17:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101866b18e30002, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:17:21,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101866b18e30002, quorum=127.0.0.1:62864, baseZNode=/0432159821 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:17:21,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101866b18e30005, quorum=127.0.0.1:62864, baseZNode=/1-1423926726 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:17:21,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:21,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:17:21,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:17:21,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:17:21,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:17:21,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:21,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:17:21,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:17:21,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/java.io.tmpdir/jetty-localhost-45707-hadoop-hdfs-3_4_1-tests_jar-_-any-11229989272514097908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:17:21,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:45707} 2024-12-06T06:17:21,970 INFO [Time-limited test {}] server.Server(415): Started @30642ms 2024-12-06T06:17:22,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:22,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:17:22,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:17:22,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:17:22,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:17:22,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:17:22,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:17:22,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/java.io.tmpdir/jetty-localhost-45503-hadoop-hdfs-3_4_1-tests_jar-_-any-1729950164516079759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:22,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:45503} 2024-12-06T06:17:22,184 INFO [Time-limited test {}] server.Server(415): Started @30856ms 2024-12-06T06:17:22,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:17:22,301 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/cluster_4ea347c8-fcda-3215-d1f8-8dc689f2d714/data/data1/current/BP-1951312297-172.17.0.2-1733465841773/current, will proceed with Du for space computation calculation, 2024-12-06T06:17:22,301 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/cluster_4ea347c8-fcda-3215-d1f8-8dc689f2d714/data/data2/current/BP-1951312297-172.17.0.2-1733465841773/current, will proceed with Du for space computation calculation, 2024-12-06T06:17:22,322 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:17:22,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5921fc3cd7160a39 with lease ID 0xb006ccebc9c2d8fe: Processing first storage report for DS-1131ad30-8b6f-4fb2-9a9e-bc1bcdb55be3 from datanode DatanodeRegistration(127.0.0.1:35651, datanodeUuid=541248b4-4ba1-463f-8cf0-b7ba0fe8edd9, infoPort=40231, infoSecurePort=0, ipcPort=44659, storageInfo=lv=-57;cid=testClusterID;nsid=1004721570;c=1733465841773) 2024-12-06T06:17:22,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5921fc3cd7160a39 with lease ID 0xb006ccebc9c2d8fe: from storage DS-1131ad30-8b6f-4fb2-9a9e-bc1bcdb55be3 node DatanodeRegistration(127.0.0.1:35651, datanodeUuid=541248b4-4ba1-463f-8cf0-b7ba0fe8edd9, infoPort=40231, infoSecurePort=0, ipcPort=44659, storageInfo=lv=-57;cid=testClusterID;nsid=1004721570;c=1733465841773), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:17:22,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5921fc3cd7160a39 with lease ID 0xb006ccebc9c2d8fe: Processing first storage report for DS-1b493ddd-f04c-4343-9714-f33d806f54ce from datanode DatanodeRegistration(127.0.0.1:35651, datanodeUuid=541248b4-4ba1-463f-8cf0-b7ba0fe8edd9, infoPort=40231, infoSecurePort=0, ipcPort=44659, storageInfo=lv=-57;cid=testClusterID;nsid=1004721570;c=1733465841773) 2024-12-06T06:17:22,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5921fc3cd7160a39 with lease ID 0xb006ccebc9c2d8fe: from storage DS-1b493ddd-f04c-4343-9714-f33d806f54ce node DatanodeRegistration(127.0.0.1:35651, datanodeUuid=541248b4-4ba1-463f-8cf0-b7ba0fe8edd9, infoPort=40231, infoSecurePort=0, ipcPort=44659, storageInfo=lv=-57;cid=testClusterID;nsid=1004721570;c=1733465841773), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:17:22,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4 2024-12-06T06:17:22,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:22,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:17:22,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13 with version=8 2024-12-06T06:17:22,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/hbase-staging 2024-12-06T06:17:22,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:22,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:22,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:22,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:22,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:22,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:22,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:17:22,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:22,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41561 2024-12-06T06:17:22,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41561 connecting to ZooKeeper ensemble=127.0.0.1:55348 2024-12-06T06:17:22,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415610x0, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:22,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41561-0x101866b8adb0000 connected 2024-12-06T06:17:22,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:22,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:22,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Set watcher on znode that does not yet exist, /0-53284396/running 2024-12-06T06:17:22,866 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13, hbase.cluster.distributed=false 2024-12-06T06:17:22,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Set watcher on znode that does not yet exist, /0-53284396/acl 2024-12-06T06:17:22,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41561 2024-12-06T06:17:22,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41561 2024-12-06T06:17:22,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41561 2024-12-06T06:17:22,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41561 2024-12-06T06:17:22,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41561 2024-12-06T06:17:22,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:22,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:22,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:22,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:22,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:22,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:22,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:17:22,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:22,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46581 2024-12-06T06:17:22,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46581 connecting to ZooKeeper ensemble=127.0.0.1:55348 2024-12-06T06:17:22,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:22,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:22,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465810x0, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:22,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46581-0x101866b8adb0001 connected 2024-12-06T06:17:22,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Set watcher on znode that does not yet exist, /0-53284396/running 2024-12-06T06:17:22,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:17:22,900 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:17:22,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Set watcher on znode that does not yet exist, /0-53284396/master 2024-12-06T06:17:22,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Set watcher on znode that does not yet exist, /0-53284396/acl 2024-12-06T06:17:22,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46581 2024-12-06T06:17:22,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46581 2024-12-06T06:17:22,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46581 2024-12-06T06:17:22,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46581 2024-12-06T06:17:22,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46581 2024-12-06T06:17:22,920 DEBUG [M:0;6336e8474e1c:41561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:41561 2024-12-06T06:17:22,920 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-53284396/backup-masters/6336e8474e1c,41561,1733465842834 2024-12-06T06:17:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396/backup-masters 2024-12-06T06:17:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396/backup-masters 2024-12-06T06:17:22,923 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Set watcher on existing znode=/0-53284396/backup-masters/6336e8474e1c,41561,1733465842834 2024-12-06T06:17:22,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-53284396/master 2024-12-06T06:17:22,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:22,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:22,927 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Set watcher on existing znode=/0-53284396/master 2024-12-06T06:17:22,927 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-53284396/backup-masters/6336e8474e1c,41561,1733465842834 from backup master directory 2024-12-06T06:17:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-53284396/backup-masters/6336e8474e1c,41561,1733465842834 2024-12-06T06:17:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396/backup-masters 2024-12-06T06:17:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396/backup-masters 2024-12-06T06:17:22,928 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:22,928 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,41561,1733465842834 2024-12-06T06:17:22,933 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/hbase.id] with ID: c8eb3d82-d629-4b06-9be0-016f6d6c75c0 2024-12-06T06:17:22,933 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/.tmp/hbase.id 2024-12-06T06:17:22,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:17:23,340 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/.tmp/hbase.id]:[hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/hbase.id] 2024-12-06T06:17:23,353 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:23,353 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:17:23,355 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T06:17:23,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:23,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:23,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:17:23,764 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:23,765 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:17:23,765 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:17:24,174 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store 2024-12-06T06:17:24,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:17:24,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:17:24,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:24,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:24,581 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:24,582 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:24,582 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:24,582 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:24,582 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:24,582 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:24,582 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:24,582 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465844582Disabling compacts and flushes for region at 1733465844582Disabling writes for close at 1733465844582Writing region close event to WAL at 1733465844582Closed at 1733465844582 2024-12-06T06:17:24,583 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/.initializing 2024-12-06T06:17:24,583 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/WALs/6336e8474e1c,41561,1733465842834 2024-12-06T06:17:24,584 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:24,586 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C41561%2C1733465842834, suffix=, logDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/WALs/6336e8474e1c,41561,1733465842834, archiveDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/oldWALs, maxLogs=10 2024-12-06T06:17:24,601 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/WALs/6336e8474e1c,41561,1733465842834/6336e8474e1c%2C41561%2C1733465842834.1733465844586, exclude list is [], retry=0 2024-12-06T06:17:24,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-1131ad30-8b6f-4fb2-9a9e-bc1bcdb55be3,DISK] 2024-12-06T06:17:24,606 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/WALs/6336e8474e1c,41561,1733465842834/6336e8474e1c%2C41561%2C1733465842834.1733465844586 2024-12-06T06:17:24,607 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40231:40231)] 2024-12-06T06:17:24,607 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:24,607 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:24,608 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,608 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:17:24,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:24,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:24,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:17:24,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:24,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:24,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:17:24,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:24,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:24,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:17:24,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:24,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:24,617 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,617 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,618 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,619 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,619 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,620 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:24,621 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:24,623 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:24,624 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72396272, jitterRate=0.07878851890563965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:24,625 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465844608Initializing all the Stores at 1733465844609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465844609Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465844609Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465844609Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465844609Cleaning up temporary data from old regions at 1733465844619 (+10 ms)Region opened successfully at 1733465844625 (+6 ms) 2024-12-06T06:17:24,625 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:17:24,628 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ded4b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:24,629 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:17:24,630 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:17:24,630 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:17:24,630 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:17:24,630 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:17:24,631 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:17:24,631 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:17:24,633 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:17:24,634 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Unable to get data of znode /0-53284396/balancer because node does not exist (not necessarily an error) 2024-12-06T06:17:24,635 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-53284396/balancer already deleted, retry=false 2024-12-06T06:17:24,635 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:17:24,636 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Unable to get data of znode /0-53284396/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:17:24,639 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-53284396/normalizer already deleted, retry=false 2024-12-06T06:17:24,639 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:17:24,640 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Unable to get data of znode /0-53284396/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:17:24,641 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-53284396/switch/split already deleted, retry=false 2024-12-06T06:17:24,642 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Unable to get data of znode /0-53284396/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:17:24,643 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-53284396/switch/merge already deleted, retry=false 2024-12-06T06:17:24,646 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Unable to get data of znode /0-53284396/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:17:24,647 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-53284396/snapshot-cleanup already deleted, retry=false 2024-12-06T06:17:24,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-53284396/running 2024-12-06T06:17:24,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-53284396/running 2024-12-06T06:17:24,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:24,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:24,652 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,41561,1733465842834, sessionid=0x101866b8adb0000, setting cluster-up flag (Was=false) 2024-12-06T06:17:24,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:24,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:24,661 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-53284396/flush-table-proc/acquired, /0-53284396/flush-table-proc/reached, /0-53284396/flush-table-proc/abort 2024-12-06T06:17:24,662 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,41561,1733465842834 2024-12-06T06:17:24,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:24,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:24,672 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-53284396/online-snapshot/acquired, /0-53284396/online-snapshot/reached, /0-53284396/online-snapshot/abort 2024-12-06T06:17:24,673 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,41561,1733465842834 2024-12-06T06:17:24,674 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:17:24,676 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:24,676 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:17:24,676 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:17:24,677 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,41561,1733465842834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:17:24,678 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:24,678 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:24,678 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:24,678 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:24,678 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:17:24,678 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,678 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:24,678 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:24,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:17:24,680 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465874680 2024-12-06T06:17:24,680 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:17:24,681 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:17:24,681 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:17:24,681 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:17:24,681 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:17:24,681 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:17:24,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:24,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:17:24,682 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,683 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:17:24,683 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:17:24,684 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:17:24,684 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:17:24,685 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:17:24,685 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:17:24,686 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465844685,5,FailOnTimeoutGroup] 2024-12-06T06:17:24,688 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465844686,5,FailOnTimeoutGroup] 2024-12-06T06:17:24,688 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,688 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:17:24,688 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,688 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:17:24,710 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(746): ClusterId : c8eb3d82-d629-4b06-9be0-016f6d6c75c0 2024-12-06T06:17:24,710 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:17:24,712 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:17:24,712 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:17:24,716 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:17:24,716 DEBUG [RS:0;6336e8474e1c:46581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3069bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:24,736 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:46581 2024-12-06T06:17:24,736 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:17:24,736 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:17:24,736 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:17:24,737 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,41561,1733465842834 with port=46581, startcode=1733465842888 2024-12-06T06:17:24,738 DEBUG [RS:0;6336e8474e1c:46581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:17:24,740 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:17:24,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,46581,1733465842888 2024-12-06T06:17:24,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41561 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,46581,1733465842888 2024-12-06T06:17:24,742 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13 2024-12-06T06:17:24,742 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39673 2024-12-06T06:17:24,742 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:17:24,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396/rs 2024-12-06T06:17:24,745 DEBUG [RS:0;6336e8474e1c:46581 {}] zookeeper.ZKUtil(111): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Set watcher on existing znode=/0-53284396/rs/6336e8474e1c,46581,1733465842888 2024-12-06T06:17:24,745 WARN [RS:0;6336e8474e1c:46581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:24,745 INFO [RS:0;6336e8474e1c:46581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:24,745 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888 2024-12-06T06:17:24,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,46581,1733465842888] 2024-12-06T06:17:24,749 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:17:24,751 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:17:24,751 INFO [RS:0;6336e8474e1c:46581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:17:24,752 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,752 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:17:24,753 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:17:24,753 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:24,753 DEBUG [RS:0;6336e8474e1c:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:24,755 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,755 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,755 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,755 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,756 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,756 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,46581,1733465842888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:24,772 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:17:24,772 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,46581,1733465842888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,773 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,773 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.Replication(171): 6336e8474e1c,46581,1733465842888 started 2024-12-06T06:17:24,788 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:24,788 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,46581,1733465842888, RpcServer on 6336e8474e1c/172.17.0.2:46581, sessionid=0x101866b8adb0001 2024-12-06T06:17:24,788 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:17:24,788 DEBUG [RS:0;6336e8474e1c:46581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,46581,1733465842888 2024-12-06T06:17:24,788 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,46581,1733465842888' 2024-12-06T06:17:24,788 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-53284396/flush-table-proc/abort' 2024-12-06T06:17:24,789 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-53284396/flush-table-proc/acquired' 2024-12-06T06:17:24,789 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:17:24,789 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:17:24,789 DEBUG [RS:0;6336e8474e1c:46581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,46581,1733465842888 2024-12-06T06:17:24,789 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,46581,1733465842888' 2024-12-06T06:17:24,789 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-53284396/online-snapshot/abort' 2024-12-06T06:17:24,789 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-53284396/online-snapshot/acquired' 2024-12-06T06:17:24,790 DEBUG [RS:0;6336e8474e1c:46581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:17:24,790 INFO [RS:0;6336e8474e1c:46581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:17:24,790 INFO [RS:0;6336e8474e1c:46581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:17:24,890 INFO [RS:0;6336e8474e1c:46581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:24,892 INFO [RS:0;6336e8474e1c:46581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C46581%2C1733465842888, suffix=, logDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888, archiveDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/oldWALs, maxLogs=10 2024-12-06T06:17:24,907 DEBUG [RS:0;6336e8474e1c:46581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.1733465844893, exclude list is [], retry=0 2024-12-06T06:17:24,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-1131ad30-8b6f-4fb2-9a9e-bc1bcdb55be3,DISK] 2024-12-06T06:17:24,912 INFO [RS:0;6336e8474e1c:46581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.1733465844893 2024-12-06T06:17:24,912 DEBUG [RS:0;6336e8474e1c:46581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40231:40231)] 2024-12-06T06:17:25,092 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:17:25,092 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13 2024-12-06T06:17:25,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:17:25,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:25,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:25,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:25,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:25,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:25,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:25,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:25,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:25,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:25,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:25,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:25,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:25,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:25,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:25,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:25,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:25,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:25,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:25,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740 2024-12-06T06:17:25,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740 2024-12-06T06:17:25,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:25,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:25,512 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:25,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:25,515 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:25,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69898500, jitterRate=0.0415688157081604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:25,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465845500Initializing all the Stores at 1733465845500Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465845500Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465845501 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465845501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465845501Cleaning up temporary data from old regions at 1733465845511 (+10 ms)Region opened successfully at 1733465845517 (+6 ms) 2024-12-06T06:17:25,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:25,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:25,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:25,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:25,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:25,518 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:25,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465845517Disabling compacts and flushes for region at 1733465845517Disabling writes for close at 1733465845517Writing region close event to WAL at 1733465845518 (+1 ms)Closed at 1733465845518 2024-12-06T06:17:25,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:25,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:17:25,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:17:25,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:25,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:17:25,672 DEBUG [6336e8474e1c:41561 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:17:25,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,46581,1733465842888 2024-12-06T06:17:25,674 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,46581,1733465842888, state=OPENING 2024-12-06T06:17:25,676 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:17:25,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:25,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:25,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:25,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,46581,1733465842888}] 2024-12-06T06:17:25,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-53284396/meta-region-server: CHANGED 2024-12-06T06:17:25,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-53284396/meta-region-server: CHANGED 2024-12-06T06:17:25,832 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:17:25,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:17:25,839 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:17:25,839 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:25,839 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:17:25,841 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C46581%2C1733465842888.meta, suffix=.meta, logDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888, archiveDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/oldWALs, maxLogs=10 2024-12-06T06:17:25,857 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.meta.1733465845842.meta, exclude list is [], retry=0 2024-12-06T06:17:25,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-1131ad30-8b6f-4fb2-9a9e-bc1bcdb55be3,DISK] 2024-12-06T06:17:25,862 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.meta.1733465845842.meta 2024-12-06T06:17:25,862 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40231:40231)] 2024-12-06T06:17:25,862 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:25,863 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:25,863 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:17:25,863 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:17:25,863 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:17:25,863 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:17:25,863 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:25,863 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:17:25,864 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:17:25,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:25,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:25,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:25,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:25,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:25,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:25,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:25,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:25,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:25,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:25,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:25,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:25,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:25,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:25,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:25,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:25,872 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:25,872 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740 2024-12-06T06:17:25,873 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740 2024-12-06T06:17:25,875 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:25,875 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:25,875 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:25,877 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:25,878 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69776974, jitterRate=0.03975793719291687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:25,878 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:17:25,879 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465845864Writing region info on filesystem at 1733465845864Initializing all the Stores at 1733465845865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465845865Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465845865Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465845865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465845865Cleaning up temporary data from old regions at 1733465845875 (+10 ms)Running coprocessor post-open hooks at 1733465845878 (+3 ms)Region opened successfully at 1733465845879 (+1 ms) 2024-12-06T06:17:25,880 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465845832 2024-12-06T06:17:25,883 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:17:25,883 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:17:25,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,46581,1733465842888 2024-12-06T06:17:25,884 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,46581,1733465842888, state=OPEN 2024-12-06T06:17:25,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-53284396/meta-region-server 2024-12-06T06:17:25,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-53284396/meta-region-server 2024-12-06T06:17:25,891 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,46581,1733465842888 2024-12-06T06:17:25,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-53284396/meta-region-server: CHANGED 2024-12-06T06:17:25,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-53284396/meta-region-server: CHANGED 2024-12-06T06:17:25,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:17:25,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,46581,1733465842888 in 213 msec 2024-12-06T06:17:25,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:17:25,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-12-06T06:17:25,897 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:25,897 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:17:25,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:25,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,46581,1733465842888, seqNum=-1] 2024-12-06T06:17:25,899 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:25,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:25,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-12-06T06:17:25,907 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465845907, completionTime=-1 2024-12-06T06:17:25,907 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:17:25,907 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:17:25,909 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:17:25,909 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733465905909 2024-12-06T06:17:25,909 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733465965909 2024-12-06T06:17:25,909 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T06:17:25,910 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41561,1733465842834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:25,910 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41561,1733465842834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:25,910 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41561,1733465842834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:25,910 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:41561, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:25,910 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:25,910 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:25,912 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:17:25,914 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.985sec 2024-12-06T06:17:25,914 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:17:25,914 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:17:25,914 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:17:25,914 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:17:25,914 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:17:25,915 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41561,1733465842834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:25,915 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41561,1733465842834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:17:25,918 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:17:25,918 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:17:25,918 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41561,1733465842834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:26,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:26,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,41561,-1 for getting cluster id 2024-12-06T06:17:26,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:26,012 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8eb3d82-d629-4b06-9be0-016f6d6c75c0' 2024-12-06T06:17:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8eb3d82-d629-4b06-9be0-016f6d6c75c0" 2024-12-06T06:17:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2e48d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,41561,-1] 2024-12-06T06:17:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:26,014 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:26,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:26,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:26,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,46581,1733465842888, seqNum=-1] 2024-12-06T06:17:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:26,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:26,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,41561,1733465842834 2024-12-06T06:17:26,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55348 2024-12-06T06:17:26,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:26,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101866b8adb0002 connected 2024-12-06T06:17:26,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/hadoop.log.dir so I do NOT create it in target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac 2024-12-06T06:17:26,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:17:26,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/hadoop.tmp.dir so I do NOT create it in target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac 2024-12-06T06:17:26,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:17:26,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac 2024-12-06T06:17:26,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:17:26,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/cluster_a7c2c42a-c21a-bcb4-7952-3e7656afa57c, deleteOnExit=true 2024-12-06T06:17:26,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:17:26,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/test.cache.data in system properties and HBase conf 2024-12-06T06:17:26,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:17:26,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:17:26,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:17:26,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:17:26,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:17:26,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:17:26,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:17:26,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:17:26,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:17:26,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:17:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:17:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:17:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:17:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:17:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:17:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:17:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:17:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:17:26,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:17:26,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:17:26,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:26,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:17:26,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:17:26,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:17:26,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:17:26,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:26,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:17:26,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:17:26,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/java.io.tmpdir/jetty-localhost-37717-hadoop-hdfs-3_4_1-tests_jar-_-any-4584146609705879048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:17:26,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:37717} 2024-12-06T06:17:26,282 INFO [Time-limited test {}] server.Server(415): Started @34954ms 2024-12-06T06:17:26,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:26,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:17:26,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:17:26,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:17:26,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:17:26,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:17:26,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:17:26,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/java.io.tmpdir/jetty-localhost-35759-hadoop-hdfs-3_4_1-tests_jar-_-any-1048787195889928623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:26,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:35759} 2024-12-06T06:17:26,494 INFO [Time-limited test {}] server.Server(415): Started @35166ms 2024-12-06T06:17:26,496 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:17:26,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T06:17:26,608 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/cluster_a7c2c42a-c21a-bcb4-7952-3e7656afa57c/data/data1/current/BP-948609610-172.17.0.2-1733465846075/current, will proceed with Du for space computation calculation, 2024-12-06T06:17:26,608 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/cluster_a7c2c42a-c21a-bcb4-7952-3e7656afa57c/data/data2/current/BP-948609610-172.17.0.2-1733465846075/current, will proceed with Du for space computation calculation, 2024-12-06T06:17:26,629 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:17:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ac4227ecc44d31 with lease ID 0xe33a0a681706ae4e: Processing first storage report for DS-ac527b00-9198-4614-88b2-2a27fc45ee88 from datanode DatanodeRegistration(127.0.0.1:34701, datanodeUuid=1490f4be-0c9e-410f-a571-ec36b9afa4bd, infoPort=36333, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=279242573;c=1733465846075) 2024-12-06T06:17:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ac4227ecc44d31 with lease ID 0xe33a0a681706ae4e: from storage DS-ac527b00-9198-4614-88b2-2a27fc45ee88 node DatanodeRegistration(127.0.0.1:34701, datanodeUuid=1490f4be-0c9e-410f-a571-ec36b9afa4bd, infoPort=36333, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=279242573;c=1733465846075), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:17:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ac4227ecc44d31 with lease ID 0xe33a0a681706ae4e: Processing first storage report for DS-f7e4e6e9-d703-41df-8102-aae72cb1e9c3 from datanode DatanodeRegistration(127.0.0.1:34701, datanodeUuid=1490f4be-0c9e-410f-a571-ec36b9afa4bd, infoPort=36333, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=279242573;c=1733465846075) 2024-12-06T06:17:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ac4227ecc44d31 with lease ID 0xe33a0a681706ae4e: from storage DS-f7e4e6e9-d703-41df-8102-aae72cb1e9c3 node DatanodeRegistration(127.0.0.1:34701, datanodeUuid=1490f4be-0c9e-410f-a571-ec36b9afa4bd, infoPort=36333, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=279242573;c=1733465846075), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:17:26,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac 2024-12-06T06:17:26,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:26,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:17:27,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad with version=8 2024-12-06T06:17:27,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/hbase-staging 2024-12-06T06:17:27,141 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:27,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:27,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:27,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:27,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:27,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:27,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:17:27,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:27,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40525 2024-12-06T06:17:27,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40525 connecting to ZooKeeper ensemble=127.0.0.1:55348 2024-12-06T06:17:27,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405250x0, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:27,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40525-0x101866b8adb0003 connected 2024-12-06T06:17:27,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:27,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:27,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Set watcher on znode that does not yet exist, /1-254586580/running 2024-12-06T06:17:27,164 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad, hbase.cluster.distributed=false 2024-12-06T06:17:27,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Set watcher on znode that does not yet exist, /1-254586580/acl 2024-12-06T06:17:27,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40525 2024-12-06T06:17:27,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40525 2024-12-06T06:17:27,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40525 2024-12-06T06:17:27,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40525 2024-12-06T06:17:27,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40525 2024-12-06T06:17:27,183 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:27,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:27,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:27,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:27,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:27,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:27,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:17:27,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:27,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39749 2024-12-06T06:17:27,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39749 connecting to ZooKeeper ensemble=127.0.0.1:55348 2024-12-06T06:17:27,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:27,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397490x0, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:27,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397490x0, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Set watcher on znode that does not yet exist, /1-254586580/running 2024-12-06T06:17:27,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39749-0x101866b8adb0004 connected 2024-12-06T06:17:27,192 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:17:27,193 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:17:27,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Set watcher on znode that does not yet exist, /1-254586580/master 2024-12-06T06:17:27,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Set watcher on znode that does not yet exist, /1-254586580/acl 2024-12-06T06:17:27,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39749 2024-12-06T06:17:27,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39749 2024-12-06T06:17:27,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39749 2024-12-06T06:17:27,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39749 2024-12-06T06:17:27,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39749 2024-12-06T06:17:27,209 DEBUG [M:0;6336e8474e1c:40525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:40525 2024-12-06T06:17:27,210 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-254586580/backup-masters/6336e8474e1c,40525,1733465847141 2024-12-06T06:17:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580/backup-masters 2024-12-06T06:17:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580/backup-masters 2024-12-06T06:17:27,214 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Set watcher on existing znode=/1-254586580/backup-masters/6336e8474e1c,40525,1733465847141 2024-12-06T06:17:27,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-254586580/master 2024-12-06T06:17:27,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:27,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:27,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Set watcher on existing znode=/1-254586580/master 2024-12-06T06:17:27,216 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-254586580/backup-masters/6336e8474e1c,40525,1733465847141 from backup master directory 2024-12-06T06:17:27,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-254586580/backup-masters/6336e8474e1c,40525,1733465847141 2024-12-06T06:17:27,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580/backup-masters 2024-12-06T06:17:27,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580/backup-masters 2024-12-06T06:17:27,217 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:27,217 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,40525,1733465847141 2024-12-06T06:17:27,222 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/hbase.id] with ID: ba4d8f90-2977-4e35-bae0-260bf4663241 2024-12-06T06:17:27,222 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/.tmp/hbase.id 2024-12-06T06:17:27,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:17:27,228 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/.tmp/hbase.id]:[hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/hbase.id] 2024-12-06T06:17:27,243 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:27,243 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:17:27,244 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:17:27,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:27,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:27,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:17:27,656 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:27,657 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:17:27,657 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:17:27,675 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store 2024-12-06T06:17:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:17:28,084 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:28,084 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:28,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:28,085 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:28,085 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:28,085 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:28,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:28,085 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465848084Disabling compacts and flushes for region at 1733465848084Disabling writes for close at 1733465848085 (+1 ms)Writing region close event to WAL at 1733465848085Closed at 1733465848085 2024-12-06T06:17:28,086 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/.initializing 2024-12-06T06:17:28,086 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/WALs/6336e8474e1c,40525,1733465847141 2024-12-06T06:17:28,087 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:28,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C40525%2C1733465847141, suffix=, logDir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/WALs/6336e8474e1c,40525,1733465847141, archiveDir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/oldWALs, maxLogs=10 2024-12-06T06:17:28,106 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/WALs/6336e8474e1c,40525,1733465847141/6336e8474e1c%2C40525%2C1733465847141.1733465848091, exclude list is [], retry=0 2024-12-06T06:17:28,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34701,DS-ac527b00-9198-4614-88b2-2a27fc45ee88,DISK] 2024-12-06T06:17:28,111 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/WALs/6336e8474e1c,40525,1733465847141/6336e8474e1c%2C40525%2C1733465847141.1733465848091 2024-12-06T06:17:28,112 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36333:36333)] 2024-12-06T06:17:28,112 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:28,112 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:28,112 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,112 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:17:28,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:28,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:28,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,116 WARN [RS:0;6336e8474e1c:46581 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6336e8474e1c,32837,1733465816813: status=Processing ServerCrashProcedure of 6336e8474e1c,32837,1733465816813 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733465831562, completionTime=-1 appears to have been leaked 2024-12-06T06:17:28,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:17:28,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:28,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:28,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:17:28,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:28,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:28,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:17:28,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:28,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:28,121 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,121 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,122 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,123 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,123 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,123 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:28,125 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:28,127 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:28,127 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59569814, jitterRate=-0.11234059929847717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:28,127 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465848112Initializing all the Stores at 1733465848113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465848113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465848113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465848113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465848113Cleaning up temporary data from old regions at 1733465848123 (+10 ms)Region opened successfully at 1733465848127 (+4 ms) 2024-12-06T06:17:28,127 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:17:28,131 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a88e734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:28,132 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:17:28,132 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:17:28,132 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:17:28,132 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:17:28,132 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:17:28,133 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:17:28,133 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:17:28,135 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:17:28,136 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Unable to get data of znode /1-254586580/balancer because node does not exist (not necessarily an error) 2024-12-06T06:17:28,138 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-254586580/balancer already deleted, retry=false 2024-12-06T06:17:28,139 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:17:28,139 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Unable to get data of znode /1-254586580/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:17:28,140 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-254586580/normalizer already deleted, retry=false 2024-12-06T06:17:28,140 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:17:28,141 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Unable to get data of znode /1-254586580/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:17:28,142 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-254586580/switch/split already deleted, retry=false 2024-12-06T06:17:28,143 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Unable to get data of znode /1-254586580/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:17:28,144 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-254586580/switch/merge already deleted, retry=false 2024-12-06T06:17:28,146 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Unable to get data of znode /1-254586580/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:17:28,148 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-254586580/snapshot-cleanup already deleted, retry=false 2024-12-06T06:17:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-254586580/running 2024-12-06T06:17:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-254586580/running 2024-12-06T06:17:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:28,150 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,40525,1733465847141, sessionid=0x101866b8adb0003, setting cluster-up flag (Was=false) 2024-12-06T06:17:28,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:28,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:28,163 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-254586580/flush-table-proc/acquired, /1-254586580/flush-table-proc/reached, /1-254586580/flush-table-proc/abort 2024-12-06T06:17:28,164 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,40525,1733465847141 2024-12-06T06:17:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:28,173 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-254586580/online-snapshot/acquired, /1-254586580/online-snapshot/reached, /1-254586580/online-snapshot/abort 2024-12-06T06:17:28,174 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,40525,1733465847141 2024-12-06T06:17:28,175 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:17:28,177 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:28,177 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:17:28,177 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:17:28,177 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,40525,1733465847141 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:17:28,179 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:28,179 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:28,179 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:28,179 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:28,179 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:17:28,179 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,179 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:28,179 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465878180 2024-12-06T06:17:28,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:17:28,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:17:28,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:17:28,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:17:28,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:17:28,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:17:28,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:28,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:17:28,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:28,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:17:28,184 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:17:28,184 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:17:28,184 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:17:28,185 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:17:28,187 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:17:28,187 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:17:28,187 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465848187,5,FailOnTimeoutGroup] 2024-12-06T06:17:28,187 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465848187,5,FailOnTimeoutGroup] 2024-12-06T06:17:28,187 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,187 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:17:28,187 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,188 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:17:28,214 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(746): ClusterId : ba4d8f90-2977-4e35-bae0-260bf4663241 2024-12-06T06:17:28,214 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:17:28,218 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:17:28,218 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:17:28,220 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:17:28,221 DEBUG [RS:0;6336e8474e1c:39749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75de05a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:28,236 DEBUG [RS:0;6336e8474e1c:39749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:39749 2024-12-06T06:17:28,236 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:17:28,236 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:17:28,236 DEBUG [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:17:28,237 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,40525,1733465847141 with port=39749, startcode=1733465847182 2024-12-06T06:17:28,237 DEBUG [RS:0;6336e8474e1c:39749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:17:28,240 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:17:28,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40525 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,39749,1733465847182 2024-12-06T06:17:28,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40525 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,39749,1733465847182 2024-12-06T06:17:28,242 DEBUG [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad 2024-12-06T06:17:28,242 DEBUG [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36127 2024-12-06T06:17:28,242 DEBUG [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:17:28,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580/rs 2024-12-06T06:17:28,245 DEBUG [RS:0;6336e8474e1c:39749 {}] zookeeper.ZKUtil(111): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Set watcher on existing znode=/1-254586580/rs/6336e8474e1c,39749,1733465847182 2024-12-06T06:17:28,245 WARN [RS:0;6336e8474e1c:39749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:28,245 INFO [RS:0;6336e8474e1c:39749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:28,245 DEBUG [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/WALs/6336e8474e1c,39749,1733465847182 2024-12-06T06:17:28,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,39749,1733465847182] 2024-12-06T06:17:28,252 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:17:28,254 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:17:28,255 INFO [RS:0;6336e8474e1c:39749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:17:28,255 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,256 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:17:28,257 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:17:28,257 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:28,258 DEBUG [RS:0;6336e8474e1c:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:28,260 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,260 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,260 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,260 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,261 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,261 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39749,1733465847182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:28,283 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:17:28,283 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39749,1733465847182-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,283 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,283 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.Replication(171): 6336e8474e1c,39749,1733465847182 started 2024-12-06T06:17:28,305 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:28,305 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,39749,1733465847182, RpcServer on 6336e8474e1c/172.17.0.2:39749, sessionid=0x101866b8adb0004 2024-12-06T06:17:28,305 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:17:28,305 DEBUG [RS:0;6336e8474e1c:39749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,39749,1733465847182 2024-12-06T06:17:28,305 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,39749,1733465847182' 2024-12-06T06:17:28,305 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-254586580/flush-table-proc/abort' 2024-12-06T06:17:28,306 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-254586580/flush-table-proc/acquired' 2024-12-06T06:17:28,306 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:17:28,306 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:17:28,306 DEBUG [RS:0;6336e8474e1c:39749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,39749,1733465847182 2024-12-06T06:17:28,306 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,39749,1733465847182' 2024-12-06T06:17:28,306 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-254586580/online-snapshot/abort' 2024-12-06T06:17:28,307 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-254586580/online-snapshot/acquired' 2024-12-06T06:17:28,307 DEBUG [RS:0;6336e8474e1c:39749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:17:28,307 INFO [RS:0;6336e8474e1c:39749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:17:28,307 INFO [RS:0;6336e8474e1c:39749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:17:28,408 INFO [RS:0;6336e8474e1c:39749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:28,410 INFO [RS:0;6336e8474e1c:39749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C39749%2C1733465847182, suffix=, logDir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/WALs/6336e8474e1c,39749,1733465847182, archiveDir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/oldWALs, maxLogs=10 2024-12-06T06:17:28,424 DEBUG [RS:0;6336e8474e1c:39749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/WALs/6336e8474e1c,39749,1733465847182/6336e8474e1c%2C39749%2C1733465847182.1733465848410, exclude list is [], retry=0 2024-12-06T06:17:28,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34701,DS-ac527b00-9198-4614-88b2-2a27fc45ee88,DISK] 2024-12-06T06:17:28,429 INFO [RS:0;6336e8474e1c:39749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/WALs/6336e8474e1c,39749,1733465847182/6336e8474e1c%2C39749%2C1733465847182.1733465848410 2024-12-06T06:17:28,430 DEBUG [RS:0;6336e8474e1c:39749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36333:36333)] 2024-12-06T06:17:28,594 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:17:28,594 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad 2024-12-06T06:17:28,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:17:29,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:29,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:29,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:29,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:29,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:29,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:29,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:29,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:29,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:29,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:29,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:29,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:29,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:29,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:29,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:29,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:29,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:29,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:29,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740 2024-12-06T06:17:29,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740 2024-12-06T06:17:29,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:29,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:29,015 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:29,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:29,019 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:29,020 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60256734, jitterRate=-0.10210469365119934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:29,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465849001Initializing all the Stores at 1733465849002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465849002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465849003 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465849003Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465849003Cleaning up temporary data from old regions at 1733465849015 (+12 ms)Region opened successfully at 1733465849020 (+5 ms) 2024-12-06T06:17:29,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:29,020 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:29,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:29,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:29,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:29,021 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:29,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465849020Disabling compacts and flushes for region at 1733465849020Disabling writes for close at 1733465849020Writing region close event to WAL at 1733465849020Closed at 1733465849020 2024-12-06T06:17:29,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:29,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:17:29,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:17:29,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:29,025 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:17:29,175 DEBUG [6336e8474e1c:40525 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:17:29,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,39749,1733465847182 2024-12-06T06:17:29,178 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,39749,1733465847182, state=OPENING 2024-12-06T06:17:29,184 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:17:29,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:29,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:29,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-254586580/meta-region-server: CHANGED 2024-12-06T06:17:29,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-254586580/meta-region-server: CHANGED 2024-12-06T06:17:29,186 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:29,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,39749,1733465847182}] 2024-12-06T06:17:29,340 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:17:29,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:17:29,347 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:17:29,347 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:29,348 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:17:29,349 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C39749%2C1733465847182.meta, suffix=.meta, logDir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/WALs/6336e8474e1c,39749,1733465847182, archiveDir=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/oldWALs, maxLogs=10 2024-12-06T06:17:29,363 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/WALs/6336e8474e1c,39749,1733465847182/6336e8474e1c%2C39749%2C1733465847182.meta.1733465849350.meta, exclude list is [], retry=0 2024-12-06T06:17:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34701,DS-ac527b00-9198-4614-88b2-2a27fc45ee88,DISK] 2024-12-06T06:17:29,368 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/WALs/6336e8474e1c,39749,1733465847182/6336e8474e1c%2C39749%2C1733465847182.meta.1733465849350.meta 2024-12-06T06:17:29,370 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36333:36333)] 2024-12-06T06:17:29,370 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:29,371 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:29,371 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:17:29,371 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:17:29,371 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:17:29,371 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:17:29,371 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:29,371 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:17:29,371 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:17:29,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:29,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:29,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:29,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:29,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:29,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:29,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:29,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:29,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:29,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:29,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:29,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:29,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:29,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:29,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:29,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:29,378 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:29,379 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740 2024-12-06T06:17:29,380 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740 2024-12-06T06:17:29,381 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:29,381 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:29,382 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:29,383 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:29,384 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59459708, jitterRate=-0.11398130655288696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:29,384 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:17:29,384 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465849371Writing region info on filesystem at 1733465849371Initializing all the Stores at 1733465849372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465849372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465849373 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465849373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465849373Cleaning up temporary data from old regions at 1733465849381 (+8 ms)Running coprocessor post-open hooks at 1733465849384 (+3 ms)Region opened successfully at 1733465849384 2024-12-06T06:17:29,385 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465849340 2024-12-06T06:17:29,388 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:17:29,388 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:17:29,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,39749,1733465847182 2024-12-06T06:17:29,390 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,39749,1733465847182, state=OPEN 2024-12-06T06:17:29,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-254586580/meta-region-server 2024-12-06T06:17:29,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-254586580/meta-region-server 2024-12-06T06:17:29,391 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,39749,1733465847182 2024-12-06T06:17:29,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-254586580/meta-region-server: CHANGED 2024-12-06T06:17:29,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-254586580/meta-region-server: CHANGED 2024-12-06T06:17:29,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:17:29,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,39749,1733465847182 in 205 msec 2024-12-06T06:17:29,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:17:29,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-12-06T06:17:29,397 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:29,397 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:17:29,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:29,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,39749,1733465847182, seqNum=-1] 2024-12-06T06:17:29,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:29,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:29,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2290 sec 2024-12-06T06:17:29,406 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465849406, completionTime=-1 2024-12-06T06:17:29,406 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:17:29,406 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:17:29,408 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:17:29,408 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733465909408 2024-12-06T06:17:29,408 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733465969408 2024-12-06T06:17:29,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T06:17:29,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40525,1733465847141-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:29,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40525,1733465847141-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:29,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40525,1733465847141-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:29,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:40525, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:29,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:29,412 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:17:29,420 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:29,425 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.208sec 2024-12-06T06:17:29,426 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:17:29,426 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:17:29,426 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:17:29,426 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:17:29,426 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:17:29,426 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40525,1733465847141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:29,426 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40525,1733465847141-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:17:29,432 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:17:29,432 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:17:29,432 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,40525,1733465847141-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:29,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:29,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,40525,-1 for getting cluster id 2024-12-06T06:17:29,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:29,518 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba4d8f90-2977-4e35-bae0-260bf4663241' 2024-12-06T06:17:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba4d8f90-2977-4e35-bae0-260bf4663241" 2024-12-06T06:17:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f3e12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,40525,-1] 2024-12-06T06:17:29,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:29,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:29,522 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:29,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:29,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,39749,1733465847182, seqNum=-1] 2024-12-06T06:17:29,526 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:29,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:29,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,40525,1733465847141 2024-12-06T06:17:29,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55348 2024-12-06T06:17:29,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:29,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101866b8adb0005 connected 2024-12-06T06:17:29,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:29,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,41561,-1 for getting cluster id 2024-12-06T06:17:29,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:29,546 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8eb3d82-d629-4b06-9be0-016f6d6c75c0' 2024-12-06T06:17:29,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:29,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8eb3d82-d629-4b06-9be0-016f6d6c75c0" 2024-12-06T06:17:29,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630890cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:29,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,41561,-1] 2024-12-06T06:17:29,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:29,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:29,552 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce91d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:29,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,41561,1733465842834 2024-12-06T06:17:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6006297c 2024-12-06T06:17:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:29,557 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:29,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:40525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:17:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:17:29,562 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:40525' 2024-12-06T06:17:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:29,568 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a684b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:29,568 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,40525,-1 for getting cluster id 2024-12-06T06:17:29,568 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:29,569 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba4d8f90-2977-4e35-bae0-260bf4663241' 2024-12-06T06:17:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba4d8f90-2977-4e35-bae0-260bf4663241" 2024-12-06T06:17:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3463de39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,40525,-1] 2024-12-06T06:17:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:29,572 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:29,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8dbe4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:29,573 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:29,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,40525,1733465847141 2024-12-06T06:17:29,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec91755 2024-12-06T06:17:29,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:29,575 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:29,576 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T06:17:29,576 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:17:29,576 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:29,576 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:29,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:29,577 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:29,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:17:29,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:17:29,583 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:29,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:17:29,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741835_1011 (size=1138) 2024-12-06T06:17:29,596 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab20b37e4be88227510f9b50a02d59f6, NAME => 'hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13 2024-12-06T06:17:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741836_1012 (size=44) 2024-12-06T06:17:29,631 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:17:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:30,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:30,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ab20b37e4be88227510f9b50a02d59f6, disabling compactions & flushes 2024-12-06T06:17:30,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:30,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:30,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. after waiting 0 ms 2024-12-06T06:17:30,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:30,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:30,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab20b37e4be88227510f9b50a02d59f6: Waiting for close lock at 1733465850007Disabling compacts and flushes for region at 1733465850007Disabling writes for close at 1733465850008 (+1 ms)Writing region close event to WAL at 1733465850008Closed at 1733465850008 2024-12-06T06:17:30,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:17:30,010 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733465850010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465850010"}]},"ts":"1733465850010"} 2024-12-06T06:17:30,014 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:17:30,016 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:17:30,017 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465850016"}]},"ts":"1733465850016"} 2024-12-06T06:17:30,020 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:17:30,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab20b37e4be88227510f9b50a02d59f6, ASSIGN}] 2024-12-06T06:17:30,022 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab20b37e4be88227510f9b50a02d59f6, ASSIGN 2024-12-06T06:17:30,023 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab20b37e4be88227510f9b50a02d59f6, ASSIGN; state=OFFLINE, location=6336e8474e1c,46581,1733465842888; forceNewPlan=false, retain=false 2024-12-06T06:17:30,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab20b37e4be88227510f9b50a02d59f6, regionState=OPENING, regionLocation=6336e8474e1c,46581,1733465842888 2024-12-06T06:17:30,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab20b37e4be88227510f9b50a02d59f6, ASSIGN because future has completed 2024-12-06T06:17:30,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab20b37e4be88227510f9b50a02d59f6, server=6336e8474e1c,46581,1733465842888}] 2024-12-06T06:17:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:30,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:30,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:30,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:17:30,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C46581%2C1733465842888.rep, suffix=, logDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888, archiveDir=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/oldWALs, maxLogs=10 2024-12-06T06:17:30,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.rep.1733465850343, exclude list is [], retry=0 2024-12-06T06:17:30,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-1131ad30-8b6f-4fb2-9a9e-bc1bcdb55be3,DISK] 2024-12-06T06:17:30,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.rep.1733465850343 2024-12-06T06:17:30,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40231:40231)] 2024-12-06T06:17:30,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ab20b37e4be88227510f9b50a02d59f6, NAME => 'hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:30,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:30,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:17:30,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. service=MultiRowMutationService 2024-12-06T06:17:30,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:17:30,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:30,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,368 INFO [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,369 INFO [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab20b37e4be88227510f9b50a02d59f6 columnFamilyName hfileref 2024-12-06T06:17:30,369 DEBUG [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:30,370 INFO [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] regionserver.HStore(327): Store=ab20b37e4be88227510f9b50a02d59f6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:30,370 INFO [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,372 INFO [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab20b37e4be88227510f9b50a02d59f6 columnFamilyName queue 2024-12-06T06:17:30,372 DEBUG [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:30,373 INFO [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] regionserver.HStore(327): Store=ab20b37e4be88227510f9b50a02d59f6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:30,373 INFO [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,374 INFO [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab20b37e4be88227510f9b50a02d59f6 columnFamilyName sid 2024-12-06T06:17:30,374 DEBUG [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:30,375 INFO [StoreOpener-ab20b37e4be88227510f9b50a02d59f6-1 {}] regionserver.HStore(327): Store=ab20b37e4be88227510f9b50a02d59f6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:30,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/replication/ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/replication/ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:17:30,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/replication/ab20b37e4be88227510f9b50a02d59f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:30,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ab20b37e4be88227510f9b50a02d59f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69787729, jitterRate=0.0399181991815567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:17:30,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:30,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ab20b37e4be88227510f9b50a02d59f6: Running coprocessor pre-open hook at 1733465850367Writing region info on filesystem at 1733465850367Initializing all the Stores at 1733465850368 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465850368Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465850368Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465850368Cleaning up temporary data from old regions at 1733465850377 (+9 ms)Running coprocessor post-open hooks at 1733465850382 (+5 ms)Region opened successfully at 1733465850382 2024-12-06T06:17:30,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6., pid=7, masterSystemTime=1733465850332 2024-12-06T06:17:30,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:30,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:30,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab20b37e4be88227510f9b50a02d59f6, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,46581,1733465842888 2024-12-06T06:17:30,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab20b37e4be88227510f9b50a02d59f6, server=6336e8474e1c,46581,1733465842888 because future has completed 2024-12-06T06:17:30,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T06:17:30,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ab20b37e4be88227510f9b50a02d59f6, server=6336e8474e1c,46581,1733465842888 in 222 msec 2024-12-06T06:17:30,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:17:30,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab20b37e4be88227510f9b50a02d59f6, ASSIGN in 384 msec 2024-12-06T06:17:30,411 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:17:30,411 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465850411"}]},"ts":"1733465850411"} 2024-12-06T06:17:30,414 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:17:30,416 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:17:30,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-12-06T06:17:30,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6., hostname=6336e8474e1c,46581,1733465842888, seqNum=2] 2024-12-06T06:17:30,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:30,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:30,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:17:30,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T06:17:30,612 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:17:30,658 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,46581,1733465842888, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:17:30,659 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:30,659 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,46581,1733465842888, seqNum=-1] 2024-12-06T06:17:30,660 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:30,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-06T06:17:30,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,46581,1733465842888', locateType=CURRENT is [region=hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6., hostname=6336e8474e1c,46581,1733465842888, seqNum=2] 2024-12-06T06:17:30,670 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T06:17:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T06:17:30,674 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,46581,1733465842888 suceeded 2024-12-06T06:17:30,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T06:17:30,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-12-06T06:17:30,678 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:40525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:17:30,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1210 sec 2024-12-06T06:17:30,691 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:40525' 2024-12-06T06:17:30,693 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6191ccee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:30,693 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,40525,-1 for getting cluster id 2024-12-06T06:17:30,693 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:30,694 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba4d8f90-2977-4e35-bae0-260bf4663241' 2024-12-06T06:17:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba4d8f90-2977-4e35-bae0-260bf4663241" 2024-12-06T06:17:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c91c90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,40525,-1] 2024-12-06T06:17:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:30,696 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:30,697 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2225e7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:30,697 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:30,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,40525,1733465847141 2024-12-06T06:17:30,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44d6712f 2024-12-06T06:17:30,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:30,698 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-06T06:17:30,699 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,46581,1733465842888 (queues=1) is replicating from cluster=c8eb3d82-d629-4b06-9be0-016f6d6c75c0 to cluster=ba4d8f90-2977-4e35-bae0-260bf4663241 2024-12-06T06:17:30,699 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C46581%2C1733465842888 2024-12-06T06:17:30,699 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,46581,1733465842888, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:17:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:30,700 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.shipper6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C46581%2C1733465842888 2024-12-06T06:17:30,700 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.wal-reader.6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.1733465844893, startPosition=0, beingWritten=true 2024-12-06T06:17:30,700 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:17:30,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:30,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:30,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:30,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:30,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:30,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,41561,1733465842834 2024-12-06T06:17:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af5f5fa 2024-12-06T06:17:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:30,703 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:30,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T06:17:30,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:17:30,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:30,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:30,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:30,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:30,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:17:30,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=198350899, stopped=false 2024-12-06T06:17:30,704 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,40525,1733465847141 2024-12-06T06:17:30,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:30,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-254586580/running 2024-12-06T06:17:30,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:30,709 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:30,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-254586580/running 2024-12-06T06:17:30,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:30,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:30,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:30,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:30,709 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,39749,1733465847182' ***** 2024-12-06T06:17:30,709 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:17:30,710 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:17:30,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Set watcher on znode that does not yet exist, /1-254586580/running 2024-12-06T06:17:30,710 INFO [RS:0;6336e8474e1c:39749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:17:30,710 INFO [RS:0;6336e8474e1c:39749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:17:30,710 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:17:30,710 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,39749,1733465847182 2024-12-06T06:17:30,710 INFO [RS:0;6336e8474e1c:39749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:30,710 INFO [RS:0;6336e8474e1c:39749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:39749. 2024-12-06T06:17:30,710 DEBUG [RS:0;6336e8474e1c:39749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:30,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Set watcher on znode that does not yet exist, /1-254586580/running 2024-12-06T06:17:30,710 DEBUG [RS:0;6336e8474e1c:39749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:30,710 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:17:30,711 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:17:30,711 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:17:30,711 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:17:30,711 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:17:30,711 DEBUG [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:17:30,711 DEBUG [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:30,711 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:30,711 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:30,711 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:30,711 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:30,712 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:30,712 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T06:17:30,736 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740/.tmp/ns/70816ec43cf14b53bcd0781cfd63557e is 43, key is default/ns:d/1733465849401/Put/seqid=0 2024-12-06T06:17:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741835_1011 (size=5153) 2024-12-06T06:17:30,742 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740/.tmp/ns/70816ec43cf14b53bcd0781cfd63557e 2024-12-06T06:17:30,748 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740/.tmp/ns/70816ec43cf14b53bcd0781cfd63557e as hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740/ns/70816ec43cf14b53bcd0781cfd63557e 2024-12-06T06:17:30,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T06:17:30,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:17:30,756 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740/ns/70816ec43cf14b53bcd0781cfd63557e, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T06:17:30,757 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=6, compaction requested=false 2024-12-06T06:17:30,763 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:30,763 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T06:17:30,764 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:30,764 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:30,764 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:30,764 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465850711Running coprocessor pre-close hooks at 1733465850711Disabling compacts and flushes for region at 1733465850711Disabling writes for close at 1733465850711Obtaining lock to block concurrent updates at 1733465850712 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733465850712Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733465850712Flushing stores of hbase:meta,,1.1588230740 at 1733465850713 (+1 ms)Flushing 1588230740/ns: creating writer at 1733465850713Flushing 1588230740/ns: appending metadata at 1733465850735 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733465850735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d2940b: reopening flushed file at 1733465850748 (+13 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=6, compaction requested=false at 1733465850757 (+9 ms)Writing region close event to WAL at 1733465850759 (+2 ms)Running coprocessor post-close hooks at 1733465850764 (+5 ms)Closed at 1733465850764 2024-12-06T06:17:30,764 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:30,911 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,39749,1733465847182; all regions closed. 2024-12-06T06:17:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741834_1010 (size=1152) 2024-12-06T06:17:30,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/WALs/6336e8474e1c,39749,1733465847182/6336e8474e1c%2C39749%2C1733465847182.meta.1733465849350.meta not finished, retry = 0 2024-12-06T06:17:30,926 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.wal-reader.6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.1733465844893 to pos 0, reset compression=false 2024-12-06T06:17:31,018 DEBUG [RS:0;6336e8474e1c:39749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/oldWALs 2024-12-06T06:17:31,018 INFO [RS:0;6336e8474e1c:39749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C39749%2C1733465847182.meta:.meta(num 1733465849350) 2024-12-06T06:17:31,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741832_1008 (size=93) 2024-12-06T06:17:31,023 DEBUG [RS:0;6336e8474e1c:39749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/oldWALs 2024-12-06T06:17:31,023 INFO [RS:0;6336e8474e1c:39749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C39749%2C1733465847182:(num 1733465848410) 2024-12-06T06:17:31,023 DEBUG [RS:0;6336e8474e1c:39749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:31,023 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:31,023 INFO [RS:0;6336e8474e1c:39749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:31,023 INFO [RS:0;6336e8474e1c:39749 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:31,023 INFO [RS:0;6336e8474e1c:39749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:31,023 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:31,023 INFO [RS:0;6336e8474e1c:39749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39749 2024-12-06T06:17:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-254586580/rs/6336e8474e1c,39749,1733465847182 2024-12-06T06:17:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580/rs 2024-12-06T06:17:31,026 INFO [RS:0;6336e8474e1c:39749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:31,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,39749,1733465847182] 2024-12-06T06:17:31,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-254586580/draining/6336e8474e1c,39749,1733465847182 already deleted, retry=false 2024-12-06T06:17:31,031 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,39749,1733465847182 expired; onlineServers=0 2024-12-06T06:17:31,031 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,40525,1733465847141' ***** 2024-12-06T06:17:31,031 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:17:31,031 INFO [M:0;6336e8474e1c:40525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:31,031 INFO [M:0;6336e8474e1c:40525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:31,032 DEBUG [M:0;6336e8474e1c:40525 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:17:31,032 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:17:31,032 DEBUG [M:0;6336e8474e1c:40525 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:17:31,032 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465848187 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465848187,5,FailOnTimeoutGroup] 2024-12-06T06:17:31,032 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465848187 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465848187,5,FailOnTimeoutGroup] 2024-12-06T06:17:31,032 INFO [M:0;6336e8474e1c:40525 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:31,033 INFO [M:0;6336e8474e1c:40525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:31,033 DEBUG [M:0;6336e8474e1c:40525 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:17:31,033 INFO [M:0;6336e8474e1c:40525 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:17:31,033 INFO [M:0;6336e8474e1c:40525 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:31,033 INFO [M:0;6336e8474e1c:40525 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:17:31,033 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:17:31,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-254586580/master 2024-12-06T06:17:31,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-254586580 2024-12-06T06:17:31,033 DEBUG [M:0;6336e8474e1c:40525 {}] zookeeper.ZKUtil(347): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Unable to get data of znode /1-254586580/master because node does not exist (not an error) 2024-12-06T06:17:31,033 WARN [M:0;6336e8474e1c:40525 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:17:31,034 INFO [M:0;6336e8474e1c:40525 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/.lastflushedseqids 2024-12-06T06:17:31,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741836_1012 (size=99) 2024-12-06T06:17:31,041 INFO [M:0;6336e8474e1c:40525 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:17:31,041 INFO [M:0;6336e8474e1c:40525 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:17:31,041 DEBUG [M:0;6336e8474e1c:40525 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:31,041 INFO [M:0;6336e8474e1c:40525 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:31,041 DEBUG [M:0;6336e8474e1c:40525 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:31,041 DEBUG [M:0;6336e8474e1c:40525 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:31,041 DEBUG [M:0;6336e8474e1c:40525 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:31,041 INFO [M:0;6336e8474e1c:40525 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T06:17:31,059 DEBUG [M:0;6336e8474e1c:40525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99e8f977050247bbaefa97a0d8a96948 is 82, key is hbase:meta,,1/info:regioninfo/1733465849389/Put/seqid=0 2024-12-06T06:17:31,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741837_1013 (size=5672) 2024-12-06T06:17:31,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:31,130 INFO [RS:0;6336e8474e1c:39749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:31,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x101866b8adb0004, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:31,130 INFO [RS:0;6336e8474e1c:39749 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,39749,1733465847182; zookeeper connection closed. 2024-12-06T06:17:31,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73ce79fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73ce79fe 2024-12-06T06:17:31,130 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:17:31,232 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.wal-reader.6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.1733465844893 to pos 0, reset compression=false 2024-12-06T06:17:31,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:17:31,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:31,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:31,464 INFO [M:0;6336e8474e1c:40525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99e8f977050247bbaefa97a0d8a96948 2024-12-06T06:17:31,486 DEBUG [M:0;6336e8474e1c:40525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/841669a559b7485790e9a3be6c830870 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733465849405/Put/seqid=0 2024-12-06T06:17:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741838_1014 (size=5275) 2024-12-06T06:17:31,637 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.wal-reader.6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.1733465844893 to pos 0, reset compression=false 2024-12-06T06:17:31,892 INFO [M:0;6336e8474e1c:40525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/841669a559b7485790e9a3be6c830870 2024-12-06T06:17:31,915 DEBUG [M:0;6336e8474e1c:40525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d05dac720011449c913b31d81393e4de is 69, key is 6336e8474e1c,39749,1733465847182/rs:state/1733465848241/Put/seqid=0 2024-12-06T06:17:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741839_1015 (size=5156) 2024-12-06T06:17:32,144 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.wal-reader.6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.1733465844893 to pos 0, reset compression=false 2024-12-06T06:17:32,321 INFO [M:0;6336e8474e1c:40525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d05dac720011449c913b31d81393e4de 2024-12-06T06:17:32,329 DEBUG [M:0;6336e8474e1c:40525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99e8f977050247bbaefa97a0d8a96948 as hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99e8f977050247bbaefa97a0d8a96948 2024-12-06T06:17:32,335 INFO [M:0;6336e8474e1c:40525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99e8f977050247bbaefa97a0d8a96948, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T06:17:32,337 DEBUG [M:0;6336e8474e1c:40525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/841669a559b7485790e9a3be6c830870 as hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/841669a559b7485790e9a3be6c830870 2024-12-06T06:17:32,343 INFO [M:0;6336e8474e1c:40525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/841669a559b7485790e9a3be6c830870, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T06:17:32,344 DEBUG [M:0;6336e8474e1c:40525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d05dac720011449c913b31d81393e4de as hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d05dac720011449c913b31d81393e4de 2024-12-06T06:17:32,351 INFO [M:0;6336e8474e1c:40525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36127/user/jenkins/test-data/60968d17-50a1-25d7-c4f9-40698c6c81ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d05dac720011449c913b31d81393e4de, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T06:17:32,353 INFO [M:0;6336e8474e1c:40525 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false 2024-12-06T06:17:32,361 INFO [M:0;6336e8474e1c:40525 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:32,361 DEBUG [M:0;6336e8474e1c:40525 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465851041Disabling compacts and flushes for region at 1733465851041Disabling writes for close at 1733465851041Obtaining lock to block concurrent updates at 1733465851041Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465851041Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733465851042 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465851043 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465851043Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465851058 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465851058Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465851471 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465851486 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465851486Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465851898 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465851915 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465851915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735d8976: reopening flushed file at 1733465852328 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8887db: reopening flushed file at 1733465852336 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311a6b55: reopening flushed file at 1733465852344 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false at 1733465852353 (+9 ms)Writing region close event to WAL at 1733465852361 (+8 ms)Closed at 1733465852361 2024-12-06T06:17:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741830_1006 (size=10165) 2024-12-06T06:17:32,368 INFO [M:0;6336e8474e1c:40525 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:17:32,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:32,368 INFO [M:0;6336e8474e1c:40525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40525 2024-12-06T06:17:32,369 INFO [M:0;6336e8474e1c:40525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:32,472 INFO [M:0;6336e8474e1c:40525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101866b8adb0003, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:32,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:32,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:32,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:32,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:32,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:32,477 WARN [BP-948609610-172.17.0.2-1733465846075 heartbeating to localhost/127.0.0.1:36127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:17:32,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:17:32,477 WARN [BP-948609610-172.17.0.2-1733465846075 heartbeating to localhost/127.0.0.1:36127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-948609610-172.17.0.2-1733465846075 (Datanode Uuid 1490f4be-0c9e-410f-a571-ec36b9afa4bd) service to localhost/127.0.0.1:36127 2024-12-06T06:17:32,477 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:17:32,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/cluster_a7c2c42a-c21a-bcb4-7952-3e7656afa57c/data/data1/current/BP-948609610-172.17.0.2-1733465846075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:32,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/cluster_a7c2c42a-c21a-bcb4-7952-3e7656afa57c/data/data2/current/BP-948609610-172.17.0.2-1733465846075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:32,478 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:17:32,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:17:32,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:32,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:32,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:32,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:17:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:17:32,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:32,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:32,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:32,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:32,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:32,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:17:32,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1449335802, stopped=false 2024-12-06T06:17:32,503 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,41561,1733465842834 2024-12-06T06:17:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-53284396/running 2024-12-06T06:17:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-53284396/running 2024-12-06T06:17:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:32,505 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:32,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:32,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:32,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:32,506 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,46581,1733465842888' ***** 2024-12-06T06:17:32,506 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:17:32,506 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:17:32,506 INFO [RS:0;6336e8474e1c:46581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:17:32,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Set watcher on znode that does not yet exist, /0-53284396/running 2024-12-06T06:17:32,506 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:17:32,506 INFO [RS:0;6336e8474e1c:46581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:17:32,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Set watcher on znode that does not yet exist, /0-53284396/running 2024-12-06T06:17:32,506 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(3091): Received CLOSE for ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:32,507 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,46581,1733465842888 2024-12-06T06:17:32,507 INFO [RS:0;6336e8474e1c:46581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:32,507 INFO [RS:0;6336e8474e1c:46581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:46581. 2024-12-06T06:17:32,507 DEBUG [RS:0;6336e8474e1c:46581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:32,507 DEBUG [RS:0;6336e8474e1c:46581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:32,507 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:17:32,507 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:17:32,507 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:17:32,507 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:17:32,507 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:17:32,507 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1325): Online Regions={ab20b37e4be88227510f9b50a02d59f6=hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:17:32,508 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:32,508 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:32,508 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:32,508 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:32,508 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:32,508 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab20b37e4be88227510f9b50a02d59f6, disabling compactions & flushes 2024-12-06T06:17:32,508 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:32,508 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:32,508 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:32,508 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. after waiting 0 ms 2024-12-06T06:17:32,508 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T06:17:32,508 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:32,508 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ab20b37e4be88227510f9b50a02d59f6 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-06T06:17:32,526 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/replication/ab20b37e4be88227510f9b50a02d59f6/.tmp/queue/66dbb55002f54f4fa0660285433e5aae is 151, key is 1-6336e8474e1c,46581,1733465842888/queue:6336e8474e1c%2C46581%2C1733465842888/1733465850669/Put/seqid=0 2024-12-06T06:17:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741838_1014 (size=5350) 2024-12-06T06:17:32,533 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/.tmp/info/5941eb2faab141e885d6d924c5aaf9b4 is 147, key is hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6./info:regioninfo/1733465850395/Put/seqid=0 2024-12-06T06:17:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741839_1015 (size=6631) 2024-12-06T06:17:32,538 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/.tmp/info/5941eb2faab141e885d6d924c5aaf9b4 2024-12-06T06:17:32,562 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:32,568 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/.tmp/ns/54c6186966a64abc92b3aecfc28936af is 43, key is default/ns:d/1733465845901/Put/seqid=0 2024-12-06T06:17:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741840_1016 (size=5153) 2024-12-06T06:17:32,708 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:32,751 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.wal-reader.6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.1733465844893 to pos 0, reset compression=false 2024-12-06T06:17:32,855 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:17:32,855 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:17:32,908 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab20b37e4be88227510f9b50a02d59f6 2024-12-06T06:17:32,932 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/replication/ab20b37e4be88227510f9b50a02d59f6/.tmp/queue/66dbb55002f54f4fa0660285433e5aae 2024-12-06T06:17:32,945 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/replication/ab20b37e4be88227510f9b50a02d59f6/.tmp/queue/66dbb55002f54f4fa0660285433e5aae as hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/replication/ab20b37e4be88227510f9b50a02d59f6/queue/66dbb55002f54f4fa0660285433e5aae 2024-12-06T06:17:32,957 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/replication/ab20b37e4be88227510f9b50a02d59f6/queue/66dbb55002f54f4fa0660285433e5aae, entries=1, sequenceid=5, filesize=5.2 K 2024-12-06T06:17:32,961 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ab20b37e4be88227510f9b50a02d59f6 in 452ms, sequenceid=5, compaction requested=false 2024-12-06T06:17:32,972 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/replication/ab20b37e4be88227510f9b50a02d59f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:17:32,973 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:32,973 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:32,973 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/.tmp/ns/54c6186966a64abc92b3aecfc28936af 2024-12-06T06:17:32,973 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:32,974 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab20b37e4be88227510f9b50a02d59f6: Waiting for close lock at 1733465852508Running coprocessor pre-close hooks at 1733465852508Disabling compacts and flushes for region at 1733465852508Disabling writes for close at 1733465852508Obtaining lock to block concurrent updates at 1733465852508Preparing flush snapshotting stores in ab20b37e4be88227510f9b50a02d59f6 at 1733465852508Finished memstore snapshotting hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733465852508Flushing stores of hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. at 1733465852509 (+1 ms)Flushing ab20b37e4be88227510f9b50a02d59f6/queue: creating writer at 1733465852509Flushing ab20b37e4be88227510f9b50a02d59f6/queue: appending metadata at 1733465852526 (+17 ms)Flushing ab20b37e4be88227510f9b50a02d59f6/queue: closing flushed file at 1733465852526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56dfa3fa: reopening flushed file at 1733465852944 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ab20b37e4be88227510f9b50a02d59f6 in 452ms, sequenceid=5, compaction requested=false at 1733465852961 (+17 ms)Writing region close event to WAL at 1733465852963 (+2 ms)Running coprocessor post-close hooks at 1733465852973 (+10 ms)Closed at 1733465852973 2024-12-06T06:17:32,974 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733465849577.ab20b37e4be88227510f9b50a02d59f6. 2024-12-06T06:17:33,004 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/.tmp/table/e294b9feee6346a79949067683f6c051 is 53, key is hbase:replication/table:state/1733465850411/Put/seqid=0 2024-12-06T06:17:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741841_1017 (size=5256) 2024-12-06T06:17:33,108 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:33,309 DEBUG [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:17:33,423 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/.tmp/table/e294b9feee6346a79949067683f6c051 2024-12-06T06:17:33,431 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/.tmp/info/5941eb2faab141e885d6d924c5aaf9b4 as hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/info/5941eb2faab141e885d6d924c5aaf9b4 2024-12-06T06:17:33,437 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/info/5941eb2faab141e885d6d924c5aaf9b4, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T06:17:33,438 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/.tmp/ns/54c6186966a64abc92b3aecfc28936af as hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/ns/54c6186966a64abc92b3aecfc28936af 2024-12-06T06:17:33,447 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/ns/54c6186966a64abc92b3aecfc28936af, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T06:17:33,448 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/.tmp/table/e294b9feee6346a79949067683f6c051 as hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/table/e294b9feee6346a79949067683f6c051 2024-12-06T06:17:33,454 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/table/e294b9feee6346a79949067683f6c051, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T06:17:33,455 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=11, compaction requested=false 2024-12-06T06:17:33,457 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.wal-reader.6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/WALs/6336e8474e1c,46581,1733465842888/6336e8474e1c%2C46581%2C1733465842888.1733465844893 to pos 0, reset compression=false 2024-12-06T06:17:33,463 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T06:17:33,464 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:33,464 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:33,464 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:33,465 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465852508Running coprocessor pre-close hooks at 1733465852508Disabling compacts and flushes for region at 1733465852508Disabling writes for close at 1733465852508Obtaining lock to block concurrent updates at 1733465852508Preparing flush snapshotting stores in 1588230740 at 1733465852508Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733465852508Flushing stores of hbase:meta,,1.1588230740 at 1733465852509 (+1 ms)Flushing 1588230740/info: creating writer at 1733465852509Flushing 1588230740/info: appending metadata at 1733465852533 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733465852533Flushing 1588230740/ns: creating writer at 1733465852546 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733465852567 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733465852567Flushing 1588230740/table: creating writer at 1733465852982 (+415 ms)Flushing 1588230740/table: appending metadata at 1733465853003 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733465853003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab10249: reopening flushed file at 1733465853430 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9d7dae: reopening flushed file at 1733465853437 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e84861: reopening flushed file at 1733465853447 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=11, compaction requested=false at 1733465853455 (+8 ms)Writing region close event to WAL at 1733465853457 (+2 ms)Running coprocessor post-close hooks at 1733465853464 (+7 ms)Closed at 1733465853464 2024-12-06T06:17:33,465 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:33,509 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,46581,1733465842888; all regions closed. 2024-12-06T06:17:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741834_1010 (size=2742) 2024-12-06T06:17:33,515 DEBUG [RS:0;6336e8474e1c:46581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/oldWALs 2024-12-06T06:17:33,515 INFO [RS:0;6336e8474e1c:46581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C46581%2C1733465842888.meta:.meta(num 1733465845842) 2024-12-06T06:17:33,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741837_1013 (size=1586) 2024-12-06T06:17:33,522 DEBUG [RS:0;6336e8474e1c:46581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/oldWALs 2024-12-06T06:17:33,522 INFO [RS:0;6336e8474e1c:46581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C46581%2C1733465842888.rep:(num 1733465850343) 2024-12-06T06:17:33,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741832_1008 (size=93) 2024-12-06T06:17:33,530 DEBUG [RS:0;6336e8474e1c:46581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/oldWALs 2024-12-06T06:17:33,530 INFO [RS:0;6336e8474e1c:46581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C46581%2C1733465842888:(num 1733465844893) 2024-12-06T06:17:33,530 DEBUG [RS:0;6336e8474e1c:46581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:33,530 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:33,530 INFO [RS:0;6336e8474e1c:46581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:33,531 INFO [RS:0;6336e8474e1c:46581 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:33,531 INFO [RS:0;6336e8474e1c:46581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:33,531 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,46581,1733465842888 because: Region server is closing 2024-12-06T06:17:33,531 INFO [RS:0;6336e8474e1c:46581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:46581. 2024-12-06T06:17:33,531 DEBUG [RS:0;6336e8474e1c:46581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:33,531 DEBUG [RS:0;6336e8474e1c:46581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:33,531 DEBUG [RS:0;6336e8474e1c:46581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:33,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:33,532 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:33,632 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.shipper6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T06:17:33,632 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.wal-reader.6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T06:17:33,632 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,46581,1733465842888.replicationSource.shipper6336e8474e1c%2C46581%2C1733465842888,1-6336e8474e1c,46581,1733465842888 terminated 2024-12-06T06:17:33,632 INFO [RS:0;6336e8474e1c:46581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46581 2024-12-06T06:17:33,637 INFO [RS:0;6336e8474e1c:46581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:33,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-53284396/rs/6336e8474e1c,46581,1733465842888 2024-12-06T06:17:33,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396/rs 2024-12-06T06:17:33,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,46581,1733465842888] 2024-12-06T06:17:33,640 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-53284396/draining/6336e8474e1c,46581,1733465842888 already deleted, retry=false 2024-12-06T06:17:33,640 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,46581,1733465842888 expired; onlineServers=0 2024-12-06T06:17:33,640 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,41561,1733465842834' ***** 2024-12-06T06:17:33,640 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:17:33,640 INFO [M:0;6336e8474e1c:41561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:33,640 INFO [M:0;6336e8474e1c:41561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:33,641 DEBUG [M:0;6336e8474e1c:41561 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:17:33,641 DEBUG [M:0;6336e8474e1c:41561 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:17:33,641 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:17:33,641 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465844686 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465844686,5,FailOnTimeoutGroup] 2024-12-06T06:17:33,641 INFO [M:0;6336e8474e1c:41561 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:33,641 INFO [M:0;6336e8474e1c:41561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:33,641 DEBUG [M:0;6336e8474e1c:41561 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:17:33,641 INFO [M:0;6336e8474e1c:41561 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:17:33,641 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465844685 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465844685,5,FailOnTimeoutGroup] 2024-12-06T06:17:33,641 INFO [M:0;6336e8474e1c:41561 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:33,641 INFO [M:0;6336e8474e1c:41561 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:17:33,642 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:17:33,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-53284396/master 2024-12-06T06:17:33,643 DEBUG [M:0;6336e8474e1c:41561 {}] zookeeper.ZKUtil(347): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Unable to get data of znode /0-53284396/master because node does not exist (not an error) 2024-12-06T06:17:33,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53284396 2024-12-06T06:17:33,643 WARN [M:0;6336e8474e1c:41561 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:17:33,644 INFO [M:0;6336e8474e1c:41561 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/.lastflushedseqids 2024-12-06T06:17:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741842_1018 (size=181) 2024-12-06T06:17:33,739 INFO [RS:0;6336e8474e1c:46581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:33,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:33,739 INFO [RS:0;6336e8474e1c:46581 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,46581,1733465842888; zookeeper connection closed. 2024-12-06T06:17:33,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x101866b8adb0001, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:33,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51d36c47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51d36c47 2024-12-06T06:17:33,740 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:17:34,061 INFO [M:0;6336e8474e1c:41561 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:17:34,061 INFO [M:0;6336e8474e1c:41561 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:17:34,061 DEBUG [M:0;6336e8474e1c:41561 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:34,061 INFO [M:0;6336e8474e1c:41561 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:34,061 DEBUG [M:0;6336e8474e1c:41561 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:34,061 DEBUG [M:0;6336e8474e1c:41561 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:34,061 DEBUG [M:0;6336e8474e1c:41561 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:34,061 INFO [M:0;6336e8474e1c:41561 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-06T06:17:34,082 DEBUG [M:0;6336e8474e1c:41561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a59e65c123084da9b1a962bcf8e72f9c is 82, key is hbase:meta,,1/info:regioninfo/1733465845883/Put/seqid=0 2024-12-06T06:17:34,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741843_1019 (size=5672) 2024-12-06T06:17:34,091 INFO [M:0;6336e8474e1c:41561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a59e65c123084da9b1a962bcf8e72f9c 2024-12-06T06:17:34,117 DEBUG [M:0;6336e8474e1c:41561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8a3940d2e94d0b9998229fab85b0b2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733465850418/Put/seqid=0 2024-12-06T06:17:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741844_1020 (size=7203) 2024-12-06T06:17:34,524 INFO [M:0;6336e8474e1c:41561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8a3940d2e94d0b9998229fab85b0b2 2024-12-06T06:17:34,545 DEBUG [M:0;6336e8474e1c:41561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c8b1f1975404f01a7e0ea6ac513b2bc is 69, key is 6336e8474e1c,46581,1733465842888/rs:state/1733465844741/Put/seqid=0 2024-12-06T06:17:34,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741845_1021 (size=5156) 2024-12-06T06:17:34,950 INFO [M:0;6336e8474e1c:41561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c8b1f1975404f01a7e0ea6ac513b2bc 2024-12-06T06:17:34,957 DEBUG [M:0;6336e8474e1c:41561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a59e65c123084da9b1a962bcf8e72f9c as hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a59e65c123084da9b1a962bcf8e72f9c 2024-12-06T06:17:34,963 INFO [M:0;6336e8474e1c:41561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a59e65c123084da9b1a962bcf8e72f9c, entries=8, sequenceid=70, filesize=5.5 K 2024-12-06T06:17:34,964 DEBUG [M:0;6336e8474e1c:41561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8a3940d2e94d0b9998229fab85b0b2 as hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce8a3940d2e94d0b9998229fab85b0b2 2024-12-06T06:17:34,971 INFO [M:0;6336e8474e1c:41561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce8a3940d2e94d0b9998229fab85b0b2, entries=8, sequenceid=70, filesize=7.0 K 2024-12-06T06:17:34,972 DEBUG [M:0;6336e8474e1c:41561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c8b1f1975404f01a7e0ea6ac513b2bc as hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c8b1f1975404f01a7e0ea6ac513b2bc 2024-12-06T06:17:34,978 INFO [M:0;6336e8474e1c:41561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c8b1f1975404f01a7e0ea6ac513b2bc, entries=1, sequenceid=70, filesize=5.0 K 2024-12-06T06:17:34,980 INFO [M:0;6336e8474e1c:41561 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=70, compaction requested=false 2024-12-06T06:17:34,985 INFO [M:0;6336e8474e1c:41561 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:34,985 DEBUG [M:0;6336e8474e1c:41561 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465854061Disabling compacts and flushes for region at 1733465854061Disabling writes for close at 1733465854061Obtaining lock to block concurrent updates at 1733465854061Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465854061Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733465854062 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465854062Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465854063 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465854081 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465854081Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465854097 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465854116 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465854116Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465854530 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465854544 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465854544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46438c78: reopening flushed file at 1733465854956 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71956b92: reopening flushed file at 1733465854963 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4abf2777: reopening flushed file at 1733465854971 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=70, compaction requested=false at 1733465854980 (+9 ms)Writing region close event to WAL at 1733465854985 (+5 ms)Closed at 1733465854985 2024-12-06T06:17:34,988 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34436137-74d0-fc8f-c50f-019cdc237e13/MasterData/WALs/6336e8474e1c,41561,1733465842834/6336e8474e1c%2C41561%2C1733465842834.1733465844586 not finished, retry = 0 2024-12-06T06:17:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741830_1006 (size=41008) 2024-12-06T06:17:35,089 INFO [M:0;6336e8474e1c:41561 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:17:35,089 INFO [M:0;6336e8474e1c:41561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41561 2024-12-06T06:17:35,089 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:35,090 INFO [M:0;6336e8474e1c:41561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:35,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:35,192 INFO [M:0;6336e8474e1c:41561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:35,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x101866b8adb0000, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:35,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:35,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:35,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:35,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:35,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:35,197 WARN [BP-1951312297-172.17.0.2-1733465841773 heartbeating to localhost/127.0.0.1:39673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:17:35,197 WARN [BP-1951312297-172.17.0.2-1733465841773 heartbeating to localhost/127.0.0.1:39673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1951312297-172.17.0.2-1733465841773 (Datanode Uuid 541248b4-4ba1-463f-8cf0-b7ba0fe8edd9) service to localhost/127.0.0.1:39673 2024-12-06T06:17:35,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:17:35,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:17:35,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/cluster_4ea347c8-fcda-3215-d1f8-8dc689f2d714/data/data1/current/BP-1951312297-172.17.0.2-1733465841773 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:35,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/cluster_4ea347c8-fcda-3215-d1f8-8dc689f2d714/data/data2/current/BP-1951312297-172.17.0.2-1733465841773 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:35,199 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:17:35,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:17:35,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:35,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:35,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:35,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2268e1-25f3-0c37-1225-dc45ca864db4/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:35,211 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:17:35,230 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 109) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39673 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36127 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55348) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55348) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=5131 (was 4551) - AvailableMemoryMB LEAK? - 2024-12-06T06:17:35,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=5132 2024-12-06T06:17:35,251 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-06T06:17:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/hadoop.log.dir so I do NOT create it in target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a 2024-12-06T06:17:35,252 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:17:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/hadoop.tmp.dir so I do NOT create it in target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a 2024-12-06T06:17:35,252 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72262b3-af64-87f1-71f0-64d0a1ef1eac/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:17:35,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a 2024-12-06T06:17:35,252 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/cluster_a93c2028-04f0-45b9-6c3e-e180ee158609, deleteOnExit=true 2024-12-06T06:17:35,255 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/cluster_a93c2028-04f0-45b9-6c3e-e180ee158609/zookeeper_0, clientPort=60148, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/cluster_a93c2028-04f0-45b9-6c3e-e180ee158609/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/cluster_a93c2028-04f0-45b9-6c3e-e180ee158609/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:17:35,256 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60148 2024-12-06T06:17:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:17:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:17:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/test.cache.data in system properties and HBase conf 2024-12-06T06:17:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:17:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:17:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:17:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:17:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:17:35,257 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:17:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:17:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:17:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:17:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:17:35,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101866b8adb0002, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:17:35,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101866b8adb0005, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:17:35,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101866b8adb0002, quorum=127.0.0.1:55348, baseZNode=/0-53284396 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:17:35,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101866b8adb0005, quorum=127.0.0.1:55348, baseZNode=/1-254586580 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:17:35,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:35,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:17:35,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:17:35,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:17:35,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:17:35,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:35,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:17:35,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:17:35,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/java.io.tmpdir/jetty-localhost-35661-hadoop-hdfs-3_4_1-tests_jar-_-any-4210552020418233881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:17:35,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:35661} 2024-12-06T06:17:35,480 INFO [Time-limited test {}] server.Server(415): Started @44152ms 2024-12-06T06:17:35,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:35,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:17:35,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:17:35,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:17:35,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:17:35,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:17:35,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:17:35,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/java.io.tmpdir/jetty-localhost-36105-hadoop-hdfs-3_4_1-tests_jar-_-any-16581178228819053232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:35,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:36105} 2024-12-06T06:17:35,693 INFO [Time-limited test {}] server.Server(415): Started @44365ms 2024-12-06T06:17:35,694 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:17:35,800 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/cluster_a93c2028-04f0-45b9-6c3e-e180ee158609/data/data1/current/BP-647703920-172.17.0.2-1733465855293/current, will proceed with Du for space computation calculation, 2024-12-06T06:17:35,800 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/cluster_a93c2028-04f0-45b9-6c3e-e180ee158609/data/data2/current/BP-647703920-172.17.0.2-1733465855293/current, will proceed with Du for space computation calculation, 2024-12-06T06:17:35,823 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:17:35,826 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x176ed7ae2016f0f8 with lease ID 0xdc2f3c20f24d1d25: Processing first storage report for DS-4c4074d4-1e90-411c-8bb3-dff7197bd372 from datanode DatanodeRegistration(127.0.0.1:37579, datanodeUuid=ae61aa20-7f1c-45a8-aa55-4fa853659ac4, infoPort=36025, infoSecurePort=0, ipcPort=34399, storageInfo=lv=-57;cid=testClusterID;nsid=1219512770;c=1733465855293) 2024-12-06T06:17:35,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x176ed7ae2016f0f8 with lease ID 0xdc2f3c20f24d1d25: from storage DS-4c4074d4-1e90-411c-8bb3-dff7197bd372 node DatanodeRegistration(127.0.0.1:37579, datanodeUuid=ae61aa20-7f1c-45a8-aa55-4fa853659ac4, infoPort=36025, infoSecurePort=0, ipcPort=34399, storageInfo=lv=-57;cid=testClusterID;nsid=1219512770;c=1733465855293), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:17:35,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x176ed7ae2016f0f8 with lease ID 0xdc2f3c20f24d1d25: Processing first storage report for DS-3774c0dd-8860-42f5-a8b6-34ec1929d59a from datanode DatanodeRegistration(127.0.0.1:37579, datanodeUuid=ae61aa20-7f1c-45a8-aa55-4fa853659ac4, infoPort=36025, infoSecurePort=0, ipcPort=34399, storageInfo=lv=-57;cid=testClusterID;nsid=1219512770;c=1733465855293) 2024-12-06T06:17:35,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x176ed7ae2016f0f8 with lease ID 0xdc2f3c20f24d1d25: from storage DS-3774c0dd-8860-42f5-a8b6-34ec1929d59a node DatanodeRegistration(127.0.0.1:37579, datanodeUuid=ae61aa20-7f1c-45a8-aa55-4fa853659ac4, infoPort=36025, infoSecurePort=0, ipcPort=34399, storageInfo=lv=-57;cid=testClusterID;nsid=1219512770;c=1733465855293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:17:35,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a 2024-12-06T06:17:35,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:35,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:35,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:17:36,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:17:36,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:36,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:36,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:36,337 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f with version=8 2024-12-06T06:17:36,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/hbase-staging 2024-12-06T06:17:36,340 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:36,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:36,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:36,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:36,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:36,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:36,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:17:36,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:36,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45497 2024-12-06T06:17:36,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45497 connecting to ZooKeeper ensemble=127.0.0.1:60148 2024-12-06T06:17:36,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454970x0, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:36,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45497-0x101866bbfa60000 connected 2024-12-06T06:17:36,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:36,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:36,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Set watcher on znode that does not yet exist, /0-984872633/running 2024-12-06T06:17:36,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f, hbase.cluster.distributed=false 2024-12-06T06:17:36,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Set watcher on znode that does not yet exist, /0-984872633/acl 2024-12-06T06:17:36,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45497 2024-12-06T06:17:36,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45497 2024-12-06T06:17:36,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45497 2024-12-06T06:17:36,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45497 2024-12-06T06:17:36,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45497 2024-12-06T06:17:36,391 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:36,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:36,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:36,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:36,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:36,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:36,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:17:36,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:36,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44987 2024-12-06T06:17:36,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44987 connecting to ZooKeeper ensemble=127.0.0.1:60148 2024-12-06T06:17:36,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:36,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:36,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449870x0, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:36,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449870x0, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Set watcher on znode that does not yet exist, /0-984872633/running 2024-12-06T06:17:36,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44987-0x101866bbfa60001 connected 2024-12-06T06:17:36,400 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:17:36,405 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:17:36,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Set watcher on znode that does not yet exist, /0-984872633/master 2024-12-06T06:17:36,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Set watcher on znode that does not yet exist, /0-984872633/acl 2024-12-06T06:17:36,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44987 2024-12-06T06:17:36,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44987 2024-12-06T06:17:36,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44987 2024-12-06T06:17:36,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44987 2024-12-06T06:17:36,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44987 2024-12-06T06:17:36,422 DEBUG [M:0;6336e8474e1c:45497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:45497 2024-12-06T06:17:36,424 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-984872633/backup-masters/6336e8474e1c,45497,1733465856339 2024-12-06T06:17:36,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633/backup-masters 2024-12-06T06:17:36,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633/backup-masters 2024-12-06T06:17:36,427 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Set watcher on existing znode=/0-984872633/backup-masters/6336e8474e1c,45497,1733465856339 2024-12-06T06:17:36,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-984872633/master 2024-12-06T06:17:36,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:36,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:36,429 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Set watcher on existing znode=/0-984872633/master 2024-12-06T06:17:36,430 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-984872633/backup-masters/6336e8474e1c,45497,1733465856339 from backup master directory 2024-12-06T06:17:36,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633/backup-masters 2024-12-06T06:17:36,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-984872633/backup-masters/6336e8474e1c,45497,1733465856339 2024-12-06T06:17:36,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633/backup-masters 2024-12-06T06:17:36,433 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:36,433 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,45497,1733465856339 2024-12-06T06:17:36,441 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/hbase.id] with ID: 4a484cd5-981b-41ff-b862-2f4e20f45ffd 2024-12-06T06:17:36,441 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/.tmp/hbase.id 2024-12-06T06:17:36,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:17:36,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:36,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T06:17:36,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T06:17:36,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:36,849 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/.tmp/hbase.id]:[hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/hbase.id] 2024-12-06T06:17:36,860 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:36,860 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:17:36,861 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:17:36,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:36,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:17:36,875 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:36,876 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:17:36,876 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:36,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:17:37,286 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store 2024-12-06T06:17:37,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:17:37,693 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:37,693 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:37,693 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:37,693 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:37,693 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:37,693 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:37,693 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:37,693 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465857693Disabling compacts and flushes for region at 1733465857693Disabling writes for close at 1733465857693Writing region close event to WAL at 1733465857693Closed at 1733465857693 2024-12-06T06:17:37,694 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/.initializing 2024-12-06T06:17:37,694 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/WALs/6336e8474e1c,45497,1733465856339 2024-12-06T06:17:37,695 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:37,697 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C45497%2C1733465856339, suffix=, logDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/WALs/6336e8474e1c,45497,1733465856339, archiveDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/oldWALs, maxLogs=10 2024-12-06T06:17:37,710 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/WALs/6336e8474e1c,45497,1733465856339/6336e8474e1c%2C45497%2C1733465856339.1733465857697, exclude list is [], retry=0 2024-12-06T06:17:37,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37579,DS-4c4074d4-1e90-411c-8bb3-dff7197bd372,DISK] 2024-12-06T06:17:37,714 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/WALs/6336e8474e1c,45497,1733465856339/6336e8474e1c%2C45497%2C1733465856339.1733465857697 2024-12-06T06:17:37,715 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36025:36025)] 2024-12-06T06:17:37,715 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:37,715 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:37,715 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,715 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:17:37,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:37,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:37,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:17:37,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:37,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:37,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:17:37,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:37,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:37,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:17:37,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:37,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:37,723 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,724 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,724 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,725 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,725 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,726 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:37,727 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:37,729 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:37,729 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61592159, jitterRate=-0.08220531046390533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:37,730 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465857715Initializing all the Stores at 1733465857716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465857716Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465857716Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465857716Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465857716Cleaning up temporary data from old regions at 1733465857725 (+9 ms)Region opened successfully at 1733465857730 (+5 ms) 2024-12-06T06:17:37,730 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:17:37,733 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e422b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:37,734 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:17:37,734 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:17:37,734 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:17:37,734 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:17:37,735 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:17:37,735 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:17:37,735 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:17:37,737 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:17:37,738 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Unable to get data of znode /0-984872633/balancer because node does not exist (not necessarily an error) 2024-12-06T06:17:37,739 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-984872633/balancer already deleted, retry=false 2024-12-06T06:17:37,740 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:17:37,740 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Unable to get data of znode /0-984872633/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:17:37,741 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-984872633/normalizer already deleted, retry=false 2024-12-06T06:17:37,742 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:17:37,742 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Unable to get data of znode /0-984872633/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:17:37,745 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-984872633/switch/split already deleted, retry=false 2024-12-06T06:17:37,746 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Unable to get data of znode /0-984872633/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:17:37,747 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-984872633/switch/merge already deleted, retry=false 2024-12-06T06:17:37,749 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Unable to get data of znode /0-984872633/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:17:37,750 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-984872633/snapshot-cleanup already deleted, retry=false 2024-12-06T06:17:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-984872633/running 2024-12-06T06:17:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-984872633/running 2024-12-06T06:17:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:37,752 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,45497,1733465856339, sessionid=0x101866bbfa60000, setting cluster-up flag (Was=false) 2024-12-06T06:17:37,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:37,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:37,762 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-984872633/flush-table-proc/acquired, /0-984872633/flush-table-proc/reached, /0-984872633/flush-table-proc/abort 2024-12-06T06:17:37,762 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,45497,1733465856339 2024-12-06T06:17:37,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:37,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:37,770 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-984872633/online-snapshot/acquired, /0-984872633/online-snapshot/reached, /0-984872633/online-snapshot/abort 2024-12-06T06:17:37,771 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,45497,1733465856339 2024-12-06T06:17:37,772 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:17:37,773 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:37,774 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:17:37,774 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:17:37,774 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,45497,1733465856339 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:17:37,775 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:37,775 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:37,775 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:37,775 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:37,775 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:17:37,775 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,775 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:37,775 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,776 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465887776 2024-12-06T06:17:37,776 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:17:37,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:37,777 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:17:37,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:17:37,777 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:17:37,777 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:17:37,777 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:17:37,777 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:17:37,777 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,777 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:17:37,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:37,778 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:17:37,778 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:17:37,778 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:17:37,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:17:37,780 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:17:37,780 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:17:37,780 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465857780,5,FailOnTimeoutGroup] 2024-12-06T06:17:37,781 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465857780,5,FailOnTimeoutGroup] 2024-12-06T06:17:37,781 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,781 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:17:37,781 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,781 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:17:37,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:17:37,785 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f 2024-12-06T06:17:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:17:37,813 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(746): ClusterId : 4a484cd5-981b-41ff-b862-2f4e20f45ffd 2024-12-06T06:17:37,813 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:17:37,815 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:17:37,815 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:17:37,817 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:17:37,817 DEBUG [RS:0;6336e8474e1c:44987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76465e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:37,829 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:44987 2024-12-06T06:17:37,829 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:17:37,829 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:17:37,829 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:17:37,830 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,45497,1733465856339 with port=44987, startcode=1733465856391 2024-12-06T06:17:37,830 DEBUG [RS:0;6336e8474e1c:44987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:17:37,832 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:17:37,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,44987,1733465856391 2024-12-06T06:17:37,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45497 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,44987,1733465856391 2024-12-06T06:17:37,834 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f 2024-12-06T06:17:37,834 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43417 2024-12-06T06:17:37,834 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:17:37,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633/rs 2024-12-06T06:17:37,838 DEBUG [RS:0;6336e8474e1c:44987 {}] zookeeper.ZKUtil(111): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Set watcher on existing znode=/0-984872633/rs/6336e8474e1c,44987,1733465856391 2024-12-06T06:17:37,838 WARN [RS:0;6336e8474e1c:44987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:37,838 INFO [RS:0;6336e8474e1c:44987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:37,838 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391 2024-12-06T06:17:37,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,44987,1733465856391] 2024-12-06T06:17:37,841 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:17:37,843 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:17:37,843 INFO [RS:0;6336e8474e1c:44987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:17:37,843 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,843 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:17:37,844 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:17:37,844 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,844 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,844 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,844 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,844 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,844 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,844 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:37,844 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,844 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,844 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,845 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,845 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,845 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:37,845 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:37,845 DEBUG [RS:0;6336e8474e1c:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:37,845 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,845 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,845 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,845 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,845 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,845 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44987,1733465856391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:37,859 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:17:37,860 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44987,1733465856391-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,860 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,860 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.Replication(171): 6336e8474e1c,44987,1733465856391 started 2024-12-06T06:17:37,873 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:37,873 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,44987,1733465856391, RpcServer on 6336e8474e1c/172.17.0.2:44987, sessionid=0x101866bbfa60001 2024-12-06T06:17:37,873 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:17:37,874 DEBUG [RS:0;6336e8474e1c:44987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,44987,1733465856391 2024-12-06T06:17:37,874 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,44987,1733465856391' 2024-12-06T06:17:37,874 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-984872633/flush-table-proc/abort' 2024-12-06T06:17:37,874 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-984872633/flush-table-proc/acquired' 2024-12-06T06:17:37,874 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:17:37,874 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:17:37,874 DEBUG [RS:0;6336e8474e1c:44987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,44987,1733465856391 2024-12-06T06:17:37,874 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,44987,1733465856391' 2024-12-06T06:17:37,874 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-984872633/online-snapshot/abort' 2024-12-06T06:17:37,875 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-984872633/online-snapshot/acquired' 2024-12-06T06:17:37,875 DEBUG [RS:0;6336e8474e1c:44987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:17:37,875 INFO [RS:0;6336e8474e1c:44987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:17:37,875 INFO [RS:0;6336e8474e1c:44987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:17:37,975 INFO [RS:0;6336e8474e1c:44987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:37,977 INFO [RS:0;6336e8474e1c:44987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C44987%2C1733465856391, suffix=, logDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391, archiveDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/oldWALs, maxLogs=10 2024-12-06T06:17:37,991 DEBUG [RS:0;6336e8474e1c:44987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978, exclude list is [], retry=0 2024-12-06T06:17:37,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37579,DS-4c4074d4-1e90-411c-8bb3-dff7197bd372,DISK] 2024-12-06T06:17:37,995 INFO [RS:0;6336e8474e1c:44987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 2024-12-06T06:17:37,996 DEBUG [RS:0;6336e8474e1c:44987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36025:36025)] 2024-12-06T06:17:38,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:38,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:38,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:38,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:38,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:38,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:38,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:38,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:38,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:38,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:38,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:38,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:38,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:38,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:38,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:38,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:38,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:38,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:38,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740 2024-12-06T06:17:38,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740 2024-12-06T06:17:38,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:38,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:38,202 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:38,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:38,205 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:38,205 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62062219, jitterRate=-0.0752008706331253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:38,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465858191Initializing all the Stores at 1733465858192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465858192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465858192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465858192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465858192Cleaning up temporary data from old regions at 1733465858202 (+10 ms)Region opened successfully at 1733465858206 (+4 ms) 2024-12-06T06:17:38,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:38,206 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:38,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:38,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:38,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:38,206 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:38,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465858206Disabling compacts and flushes for region at 1733465858206Disabling writes for close at 1733465858206Writing region close event to WAL at 1733465858206Closed at 1733465858206 2024-12-06T06:17:38,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:38,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:17:38,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:17:38,209 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:38,211 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:17:38,361 DEBUG [6336e8474e1c:45497 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:17:38,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,44987,1733465856391 2024-12-06T06:17:38,363 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,44987,1733465856391, state=OPENING 2024-12-06T06:17:38,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:17:38,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:38,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:38,367 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:38,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-984872633/meta-region-server: CHANGED 2024-12-06T06:17:38,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-984872633/meta-region-server: CHANGED 2024-12-06T06:17:38,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,44987,1733465856391}] 2024-12-06T06:17:38,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:17:38,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:17:38,526 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:17:38,526 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:38,527 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:17:38,528 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C44987%2C1733465856391.meta, suffix=.meta, logDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391, archiveDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/oldWALs, maxLogs=10 2024-12-06T06:17:38,541 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.meta.1733465858528.meta, exclude list is [], retry=0 2024-12-06T06:17:38,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37579,DS-4c4074d4-1e90-411c-8bb3-dff7197bd372,DISK] 2024-12-06T06:17:38,545 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.meta.1733465858528.meta 2024-12-06T06:17:38,546 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36025:36025)] 2024-12-06T06:17:38,546 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:38,546 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:38,546 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:17:38,546 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:17:38,546 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:17:38,546 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:17:38,546 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:38,547 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:17:38,547 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:17:38,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:38,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:38,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:38,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:38,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:38,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:38,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:38,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:38,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:38,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:38,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:38,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:38,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:38,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:38,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:38,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:38,553 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:38,553 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740 2024-12-06T06:17:38,554 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740 2024-12-06T06:17:38,556 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:38,556 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:38,556 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:38,557 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:38,558 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62763129, jitterRate=-0.06475649774074554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:38,558 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:17:38,559 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465858547Writing region info on filesystem at 1733465858547Initializing all the Stores at 1733465858548 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465858548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465858548Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465858548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465858548Cleaning up temporary data from old regions at 1733465858556 (+8 ms)Running coprocessor post-open hooks at 1733465858558 (+2 ms)Region opened successfully at 1733465858559 (+1 ms) 2024-12-06T06:17:38,560 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465858520 2024-12-06T06:17:38,562 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:17:38,562 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:17:38,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,44987,1733465856391 2024-12-06T06:17:38,564 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,44987,1733465856391, state=OPEN 2024-12-06T06:17:38,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-984872633/meta-region-server 2024-12-06T06:17:38,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-984872633/meta-region-server 2024-12-06T06:17:38,572 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,44987,1733465856391 2024-12-06T06:17:38,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-984872633/meta-region-server: CHANGED 2024-12-06T06:17:38,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-984872633/meta-region-server: CHANGED 2024-12-06T06:17:38,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:17:38,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,44987,1733465856391 in 205 msec 2024-12-06T06:17:38,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:17:38,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-12-06T06:17:38,578 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:38,578 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:17:38,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:38,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,44987,1733465856391, seqNum=-1] 2024-12-06T06:17:38,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:38,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:38,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 812 msec 2024-12-06T06:17:38,586 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465858586, completionTime=-1 2024-12-06T06:17:38,586 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:17:38,586 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:17:38,588 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:17:38,588 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733465918588 2024-12-06T06:17:38,588 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733465978588 2024-12-06T06:17:38,588 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T06:17:38,589 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45497,1733465856339-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:38,589 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45497,1733465856339-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:38,589 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45497,1733465856339-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:38,589 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:45497, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:38,589 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:38,590 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:38,591 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:17:38,594 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.161sec 2024-12-06T06:17:38,594 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:17:38,594 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:17:38,594 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:17:38,594 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:17:38,594 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:17:38,594 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45497,1733465856339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:38,594 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45497,1733465856339-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:17:38,597 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:17:38,597 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:17:38,597 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45497,1733465856339-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:38,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:38,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45497,-1 for getting cluster id 2024-12-06T06:17:38,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:38,616 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a484cd5-981b-41ff-b862-2f4e20f45ffd' 2024-12-06T06:17:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a484cd5-981b-41ff-b862-2f4e20f45ffd" 2024-12-06T06:17:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab268d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45497,-1] 2024-12-06T06:17:38,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:38,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:38,618 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:38,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:38,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,44987,1733465856391, seqNum=-1] 2024-12-06T06:17:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:38,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:38,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,45497,1733465856339 2024-12-06T06:17:38,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60148 2024-12-06T06:17:38,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:38,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101866bbfa60002 connected 2024-12-06T06:17:38,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/hadoop.log.dir so I do NOT create it in target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4 2024-12-06T06:17:38,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:17:38,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/hadoop.tmp.dir so I do NOT create it in target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4 2024-12-06T06:17:38,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:17:38,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4 2024-12-06T06:17:38,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:17:38,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/cluster_6ee4402d-347a-6156-3b86-3b11e6af3c15, deleteOnExit=true 2024-12-06T06:17:38,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:17:38,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/test.cache.data in system properties and HBase conf 2024-12-06T06:17:38,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:17:38,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:17:38,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:17:38,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:17:38,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:17:38,634 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:17:38,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:17:38,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:17:38,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:17:38,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:17:38,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:17:38,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:17:38,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:17:38,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:17:38,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:38,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:17:38,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:17:38,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:17:38,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:17:38,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:38,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:17:38,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:17:38,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6845ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/java.io.tmpdir/jetty-localhost-42205-hadoop-hdfs-3_4_1-tests_jar-_-any-1481926253289982528/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:17:38,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:42205} 2024-12-06T06:17:38,871 INFO [Time-limited test {}] server.Server(415): Started @47543ms 2024-12-06T06:17:38,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:17:38,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:17:38,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:17:38,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:17:38,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:17:38,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:17:38,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:17:39,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e587001{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/java.io.tmpdir/jetty-localhost-45333-hadoop-hdfs-3_4_1-tests_jar-_-any-18302368590807255901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:39,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:45333} 2024-12-06T06:17:39,080 INFO [Time-limited test {}] server.Server(415): Started @47752ms 2024-12-06T06:17:39,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:17:39,187 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/cluster_6ee4402d-347a-6156-3b86-3b11e6af3c15/data/data1/current/BP-1689041157-172.17.0.2-1733465858661/current, will proceed with Du for space computation calculation, 2024-12-06T06:17:39,187 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/cluster_6ee4402d-347a-6156-3b86-3b11e6af3c15/data/data2/current/BP-1689041157-172.17.0.2-1733465858661/current, will proceed with Du for space computation calculation, 2024-12-06T06:17:39,213 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:17:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2957eb04ecc0afae with lease ID 0x648b29d89d6f57b0: Processing first storage report for DS-2d1b188b-7a97-4869-81e7-b7f4eb1c2969 from datanode DatanodeRegistration(127.0.0.1:41085, datanodeUuid=b9e05791-4bae-477a-a7d1-7992eaf3675f, infoPort=35883, infoSecurePort=0, ipcPort=40605, storageInfo=lv=-57;cid=testClusterID;nsid=109682062;c=1733465858661) 2024-12-06T06:17:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2957eb04ecc0afae with lease ID 0x648b29d89d6f57b0: from storage DS-2d1b188b-7a97-4869-81e7-b7f4eb1c2969 node DatanodeRegistration(127.0.0.1:41085, datanodeUuid=b9e05791-4bae-477a-a7d1-7992eaf3675f, infoPort=35883, infoSecurePort=0, ipcPort=40605, storageInfo=lv=-57;cid=testClusterID;nsid=109682062;c=1733465858661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:17:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2957eb04ecc0afae with lease ID 0x648b29d89d6f57b0: Processing first storage report for DS-4dbb1873-ae76-4915-ad0c-fba848bed84a from datanode DatanodeRegistration(127.0.0.1:41085, datanodeUuid=b9e05791-4bae-477a-a7d1-7992eaf3675f, infoPort=35883, infoSecurePort=0, ipcPort=40605, storageInfo=lv=-57;cid=testClusterID;nsid=109682062;c=1733465858661) 2024-12-06T06:17:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2957eb04ecc0afae with lease ID 0x648b29d89d6f57b0: from storage DS-4dbb1873-ae76-4915-ad0c-fba848bed84a node DatanodeRegistration(127.0.0.1:41085, datanodeUuid=b9e05791-4bae-477a-a7d1-7992eaf3675f, infoPort=35883, infoSecurePort=0, ipcPort=40605, storageInfo=lv=-57;cid=testClusterID;nsid=109682062;c=1733465858661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:17:39,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4 2024-12-06T06:17:39,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:39,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:17:39,720 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583 with version=8 2024-12-06T06:17:39,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/hbase-staging 2024-12-06T06:17:39,722 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:39,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:39,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:39,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:39,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:39,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:39,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:17:39,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:39,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45577 2024-12-06T06:17:39,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45577 connecting to ZooKeeper ensemble=127.0.0.1:60148 2024-12-06T06:17:39,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455770x0, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:39,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45577-0x101866bbfa60003 connected 2024-12-06T06:17:39,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:39,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:39,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Set watcher on znode that does not yet exist, /1-2034099086/running 2024-12-06T06:17:39,750 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583, hbase.cluster.distributed=false 2024-12-06T06:17:39,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Set watcher on znode that does not yet exist, /1-2034099086/acl 2024-12-06T06:17:39,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45577 2024-12-06T06:17:39,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45577 2024-12-06T06:17:39,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45577 2024-12-06T06:17:39,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45577 2024-12-06T06:17:39,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45577 2024-12-06T06:17:39,777 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:17:39,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:39,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:39,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:17:39,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:17:39,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:17:39,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:17:39,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:17:39,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36009 2024-12-06T06:17:39,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36009 connecting to ZooKeeper ensemble=127.0.0.1:60148 2024-12-06T06:17:39,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:39,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:39,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360090x0, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:39,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360090x0, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Set watcher on znode that does not yet exist, /1-2034099086/running 2024-12-06T06:17:39,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36009-0x101866bbfa60004 connected 2024-12-06T06:17:39,787 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:17:39,787 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:17:39,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Set watcher on znode that does not yet exist, /1-2034099086/master 2024-12-06T06:17:39,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Set watcher on znode that does not yet exist, /1-2034099086/acl 2024-12-06T06:17:39,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36009 2024-12-06T06:17:39,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36009 2024-12-06T06:17:39,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36009 2024-12-06T06:17:39,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36009 2024-12-06T06:17:39,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36009 2024-12-06T06:17:39,813 DEBUG [M:0;6336e8474e1c:45577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:45577 2024-12-06T06:17:39,813 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2034099086/backup-masters/6336e8474e1c,45577,1733465859722 2024-12-06T06:17:39,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086/backup-masters 2024-12-06T06:17:39,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086/backup-masters 2024-12-06T06:17:39,815 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Set watcher on existing znode=/1-2034099086/backup-masters/6336e8474e1c,45577,1733465859722 2024-12-06T06:17:39,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:39,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2034099086/master 2024-12-06T06:17:39,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:39,817 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Set watcher on existing znode=/1-2034099086/master 2024-12-06T06:17:39,818 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2034099086/backup-masters/6336e8474e1c,45577,1733465859722 from backup master directory 2024-12-06T06:17:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2034099086/backup-masters/6336e8474e1c,45577,1733465859722 2024-12-06T06:17:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086/backup-masters 2024-12-06T06:17:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086/backup-masters 2024-12-06T06:17:39,820 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:39,820 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,45577,1733465859722 2024-12-06T06:17:39,825 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/hbase.id] with ID: 6b30f5e3-0257-4f17-a25b-a6d29276942c 2024-12-06T06:17:39,825 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/.tmp/hbase.id 2024-12-06T06:17:39,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:17:40,243 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/.tmp/hbase.id]:[hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/hbase.id] 2024-12-06T06:17:40,265 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:40,265 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:17:40,267 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T06:17:40,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:40,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:17:40,686 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:40,687 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:17:40,687 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:17:41,096 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store 2024-12-06T06:17:41,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:17:41,511 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:41,511 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:41,511 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:41,511 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:41,511 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:41,511 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:41,511 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:41,511 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465861511Disabling compacts and flushes for region at 1733465861511Disabling writes for close at 1733465861511Writing region close event to WAL at 1733465861511Closed at 1733465861511 2024-12-06T06:17:41,513 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/.initializing 2024-12-06T06:17:41,513 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/WALs/6336e8474e1c,45577,1733465859722 2024-12-06T06:17:41,514 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:41,515 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C45577%2C1733465859722, suffix=, logDir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/WALs/6336e8474e1c,45577,1733465859722, archiveDir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/oldWALs, maxLogs=10 2024-12-06T06:17:41,529 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/WALs/6336e8474e1c,45577,1733465859722/6336e8474e1c%2C45577%2C1733465859722.1733465861515, exclude list is [], retry=0 2024-12-06T06:17:41,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41085,DS-2d1b188b-7a97-4869-81e7-b7f4eb1c2969,DISK] 2024-12-06T06:17:41,533 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/WALs/6336e8474e1c,45577,1733465859722/6336e8474e1c%2C45577%2C1733465859722.1733465861515 2024-12-06T06:17:41,533 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35883:35883)] 2024-12-06T06:17:41,533 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:41,534 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:41,534 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,534 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:17:41,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:41,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:41,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:17:41,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:41,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:41,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:17:41,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:41,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:41,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:17:41,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:41,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:41,542 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,542 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,542 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,544 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,544 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,544 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:41,545 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:17:41,547 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:41,547 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65682436, jitterRate=-0.021255433559417725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:41,548 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465861534Initializing all the Stores at 1733465861534Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465861535 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465861535Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465861535Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465861535Cleaning up temporary data from old regions at 1733465861544 (+9 ms)Region opened successfully at 1733465861548 (+4 ms) 2024-12-06T06:17:41,548 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:17:41,551 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b21ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:41,551 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:17:41,552 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:17:41,552 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:17:41,552 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:17:41,552 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:17:41,552 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:17:41,552 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:17:41,554 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:17:41,555 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Unable to get data of znode /1-2034099086/balancer because node does not exist (not necessarily an error) 2024-12-06T06:17:41,556 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2034099086/balancer already deleted, retry=false 2024-12-06T06:17:41,556 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:17:41,557 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Unable to get data of znode /1-2034099086/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:17:41,558 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2034099086/normalizer already deleted, retry=false 2024-12-06T06:17:41,558 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:17:41,559 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Unable to get data of znode /1-2034099086/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:17:41,562 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2034099086/switch/split already deleted, retry=false 2024-12-06T06:17:41,562 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Unable to get data of znode /1-2034099086/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:17:41,564 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2034099086/switch/merge already deleted, retry=false 2024-12-06T06:17:41,566 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Unable to get data of znode /1-2034099086/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:17:41,567 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2034099086/snapshot-cleanup already deleted, retry=false 2024-12-06T06:17:41,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2034099086/running 2024-12-06T06:17:41,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2034099086/running 2024-12-06T06:17:41,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:41,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:41,569 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,45577,1733465859722, sessionid=0x101866bbfa60003, setting cluster-up flag (Was=false) 2024-12-06T06:17:41,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:41,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:41,579 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2034099086/flush-table-proc/acquired, /1-2034099086/flush-table-proc/reached, /1-2034099086/flush-table-proc/abort 2024-12-06T06:17:41,580 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,45577,1733465859722 2024-12-06T06:17:41,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:41,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:41,594 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2034099086/online-snapshot/acquired, /1-2034099086/online-snapshot/reached, /1-2034099086/online-snapshot/abort 2024-12-06T06:17:41,595 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,45577,1733465859722 2024-12-06T06:17:41,596 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:17:41,597 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:41,598 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:17:41,598 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:17:41,598 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,45577,1733465859722 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:17:41,599 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:41,599 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:41,599 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:41,599 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:17:41,599 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:17:41,599 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,599 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:41,599 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,601 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(746): ClusterId : 6b30f5e3-0257-4f17-a25b-a6d29276942c 2024-12-06T06:17:41,601 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:41,601 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:17:41,601 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:17:41,602 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:41,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:17:41,603 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:17:41,603 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:17:41,605 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:17:41,606 DEBUG [RS:0;6336e8474e1c:36009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f63aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:17:41,608 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465891608 2024-12-06T06:17:41,608 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:17:41,609 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:17:41,609 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:17:41,609 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:17:41,609 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:17:41,609 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:17:41,609 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,614 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:17:41,615 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:17:41,615 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:17:41,615 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:17:41,615 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:17:41,615 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:17:41,615 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465861615,5,FailOnTimeoutGroup] 2024-12-06T06:17:41,616 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465861615,5,FailOnTimeoutGroup] 2024-12-06T06:17:41,616 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,616 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:17:41,616 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,617 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:17:41,621 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:36009 2024-12-06T06:17:41,621 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:17:41,621 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:17:41,621 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:17:41,622 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,45577,1733465859722 with port=36009, startcode=1733465859776 2024-12-06T06:17:41,622 DEBUG [RS:0;6336e8474e1c:36009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:17:41,623 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:17:41,624 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,36009,1733465859776 2024-12-06T06:17:41,624 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45577 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,36009,1733465859776 2024-12-06T06:17:41,625 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583 2024-12-06T06:17:41,625 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35171 2024-12-06T06:17:41,625 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:17:41,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086/rs 2024-12-06T06:17:41,633 DEBUG [RS:0;6336e8474e1c:36009 {}] zookeeper.ZKUtil(111): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Set watcher on existing znode=/1-2034099086/rs/6336e8474e1c,36009,1733465859776 2024-12-06T06:17:41,633 WARN [RS:0;6336e8474e1c:36009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:17:41,633 INFO [RS:0;6336e8474e1c:36009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:41,633 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/WALs/6336e8474e1c,36009,1733465859776 2024-12-06T06:17:41,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,36009,1733465859776] 2024-12-06T06:17:41,636 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:17:41,638 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:17:41,639 INFO [RS:0;6336e8474e1c:36009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:17:41,639 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,640 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:17:41,640 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:17:41,640 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:41,641 DEBUG [RS:0;6336e8474e1c:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:17:41,644 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,644 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,644 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,644 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,644 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,644 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36009,1733465859776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:41,659 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:17:41,659 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36009,1733465859776-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,659 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,659 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.Replication(171): 6336e8474e1c,36009,1733465859776 started 2024-12-06T06:17:41,673 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:41,673 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,36009,1733465859776, RpcServer on 6336e8474e1c/172.17.0.2:36009, sessionid=0x101866bbfa60004 2024-12-06T06:17:41,673 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:17:41,673 DEBUG [RS:0;6336e8474e1c:36009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,36009,1733465859776 2024-12-06T06:17:41,673 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,36009,1733465859776' 2024-12-06T06:17:41,673 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2034099086/flush-table-proc/abort' 2024-12-06T06:17:41,674 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2034099086/flush-table-proc/acquired' 2024-12-06T06:17:41,674 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:17:41,674 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:17:41,674 DEBUG [RS:0;6336e8474e1c:36009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,36009,1733465859776 2024-12-06T06:17:41,674 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,36009,1733465859776' 2024-12-06T06:17:41,674 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2034099086/online-snapshot/abort' 2024-12-06T06:17:41,675 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2034099086/online-snapshot/acquired' 2024-12-06T06:17:41,675 DEBUG [RS:0;6336e8474e1c:36009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:17:41,675 INFO [RS:0;6336e8474e1c:36009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:17:41,675 INFO [RS:0;6336e8474e1c:36009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:17:41,775 INFO [RS:0;6336e8474e1c:36009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:17:41,777 INFO [RS:0;6336e8474e1c:36009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C36009%2C1733465859776, suffix=, logDir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/WALs/6336e8474e1c,36009,1733465859776, archiveDir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/oldWALs, maxLogs=10 2024-12-06T06:17:41,791 DEBUG [RS:0;6336e8474e1c:36009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/WALs/6336e8474e1c,36009,1733465859776/6336e8474e1c%2C36009%2C1733465859776.1733465861778, exclude list is [], retry=0 2024-12-06T06:17:41,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41085,DS-2d1b188b-7a97-4869-81e7-b7f4eb1c2969,DISK] 2024-12-06T06:17:41,796 INFO [RS:0;6336e8474e1c:36009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/WALs/6336e8474e1c,36009,1733465859776/6336e8474e1c%2C36009%2C1733465859776.1733465861778 2024-12-06T06:17:41,796 DEBUG [RS:0;6336e8474e1c:36009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35883:35883)] 2024-12-06T06:17:42,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:17:42,020 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583 2024-12-06T06:17:42,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:17:42,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:17:42,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:42,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:42,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:42,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:42,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:42,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:42,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:42,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:42,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:42,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:42,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:42,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:42,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:42,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:42,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:42,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:42,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:42,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:42,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:42,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:42,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:42,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740 2024-12-06T06:17:42,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740 2024-12-06T06:17:42,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:42,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:42,436 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:42,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:42,439 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:42,439 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71919690, jitterRate=0.07168689370155334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:42,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465862427Initializing all the Stores at 1733465862427Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465862427Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465862428 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465862428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465862428Cleaning up temporary data from old regions at 1733465862436 (+8 ms)Region opened successfully at 1733465862439 (+3 ms) 2024-12-06T06:17:42,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:42,440 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:42,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:42,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:42,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:42,440 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:42,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465862440Disabling compacts and flushes for region at 1733465862440Disabling writes for close at 1733465862440Writing region close event to WAL at 1733465862440Closed at 1733465862440 2024-12-06T06:17:42,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:42,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:17:42,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:17:42,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:42,444 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:17:42,594 DEBUG [6336e8474e1c:45577 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:17:42,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,36009,1733465859776 2024-12-06T06:17:42,596 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,36009,1733465859776, state=OPENING 2024-12-06T06:17:42,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:17:42,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:42,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:17:42,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2034099086/meta-region-server: CHANGED 2024-12-06T06:17:42,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2034099086/meta-region-server: CHANGED 2024-12-06T06:17:42,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:17:42,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,36009,1733465859776}] 2024-12-06T06:17:42,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:17:42,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:17:42,763 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:17:42,763 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:42,764 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:17:42,765 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C36009%2C1733465859776.meta, suffix=.meta, logDir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/WALs/6336e8474e1c,36009,1733465859776, archiveDir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/oldWALs, maxLogs=10 2024-12-06T06:17:42,786 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/WALs/6336e8474e1c,36009,1733465859776/6336e8474e1c%2C36009%2C1733465859776.meta.1733465862766.meta, exclude list is [], retry=0 2024-12-06T06:17:42,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41085,DS-2d1b188b-7a97-4869-81e7-b7f4eb1c2969,DISK] 2024-12-06T06:17:42,790 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/WALs/6336e8474e1c,36009,1733465859776/6336e8474e1c%2C36009%2C1733465859776.meta.1733465862766.meta 2024-12-06T06:17:42,791 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35883:35883)] 2024-12-06T06:17:42,791 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:42,791 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:42,791 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:17:42,791 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:17:42,792 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:17:42,792 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:17:42,792 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:42,792 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:17:42,792 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:17:42,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:17:42,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:17:42,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:42,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:42,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:17:42,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:17:42,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:42,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:42,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:17:42,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:17:42,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:42,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:42,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:17:42,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:17:42,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:42,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:17:42,803 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:17:42,803 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740 2024-12-06T06:17:42,805 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740 2024-12-06T06:17:42,806 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:17:42,806 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:17:42,807 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:17:42,809 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:17:42,811 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73714631, jitterRate=0.09843359887599945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:17:42,811 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:17:42,811 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465862792Writing region info on filesystem at 1733465862792Initializing all the Stores at 1733465862793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465862793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465862796 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465862796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465862796Cleaning up temporary data from old regions at 1733465862806 (+10 ms)Running coprocessor post-open hooks at 1733465862811 (+5 ms)Region opened successfully at 1733465862811 2024-12-06T06:17:42,812 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465862757 2024-12-06T06:17:42,815 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:17:42,815 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:17:42,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,36009,1733465859776 2024-12-06T06:17:42,816 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,36009,1733465859776, state=OPEN 2024-12-06T06:17:42,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2034099086/meta-region-server 2024-12-06T06:17:42,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2034099086/meta-region-server 2024-12-06T06:17:42,818 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,36009,1733465859776 2024-12-06T06:17:42,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2034099086/meta-region-server: CHANGED 2024-12-06T06:17:42,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2034099086/meta-region-server: CHANGED 2024-12-06T06:17:42,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:17:42,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,36009,1733465859776 in 215 msec 2024-12-06T06:17:42,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:17:42,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-12-06T06:17:42,825 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:17:42,826 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:17:42,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:42,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36009,1733465859776, seqNum=-1] 2024-12-06T06:17:42,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:42,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:42,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-12-06T06:17:42,835 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465862835, completionTime=-1 2024-12-06T06:17:42,835 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:17:42,835 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:17:42,837 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:17:42,837 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733465922837 2024-12-06T06:17:42,837 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733465982837 2024-12-06T06:17:42,837 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T06:17:42,838 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45577,1733465859722-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:42,838 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45577,1733465859722-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:42,838 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45577,1733465859722-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:42,838 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:45577, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:42,838 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:42,838 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:42,840 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:17:42,842 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.022sec 2024-12-06T06:17:42,842 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:17:42,842 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:17:42,842 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:17:42,842 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:17:42,842 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:17:42,842 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45577,1733465859722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:17:42,843 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45577,1733465859722-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:17:42,845 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:17:42,845 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:17:42,845 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45577,1733465859722-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:17:42,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:42,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45577,-1 for getting cluster id 2024-12-06T06:17:42,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:42,904 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b30f5e3-0257-4f17-a25b-a6d29276942c' 2024-12-06T06:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b30f5e3-0257-4f17-a25b-a6d29276942c" 2024-12-06T06:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a4d7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45577,-1] 2024-12-06T06:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:42,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:42,907 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:42,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:42,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36009,1733465859776, seqNum=-1] 2024-12-06T06:17:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:42,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,45577,1733465859722 2024-12-06T06:17:42,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60148 2024-12-06T06:17:42,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:17:42,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101866bbfa60005 connected 2024-12-06T06:17:42,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45497,1733465856339 2024-12-06T06:17:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fd455c4 2024-12-06T06:17:42,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:42,929 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:42,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:17:42,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:17:42,938 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:42,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:17:42,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:17:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:42,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:17:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:43,348 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0315aae8a62907ecae2c688e8677cadb, NAME => 'test,,1733465862930.0315aae8a62907ecae2c688e8677cadb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f 2024-12-06T06:17:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:17:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:43,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733465862930.0315aae8a62907ecae2c688e8677cadb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:43,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0315aae8a62907ecae2c688e8677cadb, disabling compactions & flushes 2024-12-06T06:17:43,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:17:43,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:17:43,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. after waiting 0 ms 2024-12-06T06:17:43,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:17:43,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:17:43,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0315aae8a62907ecae2c688e8677cadb: Waiting for close lock at 1733465863754Disabling compacts and flushes for region at 1733465863754Disabling writes for close at 1733465863754Writing region close event to WAL at 1733465863754Closed at 1733465863754 2024-12-06T06:17:43,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:17:43,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733465862930.0315aae8a62907ecae2c688e8677cadb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733465863756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465863756"}]},"ts":"1733465863756"} 2024-12-06T06:17:43,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:17:43,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:17:43,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465863759"}]},"ts":"1733465863759"} 2024-12-06T06:17:43,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:17:43,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0315aae8a62907ecae2c688e8677cadb, ASSIGN}] 2024-12-06T06:17:43,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0315aae8a62907ecae2c688e8677cadb, ASSIGN 2024-12-06T06:17:43,764 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0315aae8a62907ecae2c688e8677cadb, ASSIGN; state=OFFLINE, location=6336e8474e1c,44987,1733465856391; forceNewPlan=false, retain=false 2024-12-06T06:17:43,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:17:43,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0315aae8a62907ecae2c688e8677cadb, regionState=OPENING, regionLocation=6336e8474e1c,44987,1733465856391 2024-12-06T06:17:43,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0315aae8a62907ecae2c688e8677cadb, ASSIGN because future has completed 2024-12-06T06:17:43,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0315aae8a62907ecae2c688e8677cadb, server=6336e8474e1c,44987,1733465856391}] 2024-12-06T06:17:44,077 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:17:44,078 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0315aae8a62907ecae2c688e8677cadb, NAME => 'test,,1733465862930.0315aae8a62907ecae2c688e8677cadb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:44,078 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:44,078 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:17:44,079 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,079 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733465862930.0315aae8a62907ecae2c688e8677cadb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:44,079 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,079 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:44,083 INFO [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,085 INFO [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0315aae8a62907ecae2c688e8677cadb columnFamilyName f 2024-12-06T06:17:44,085 DEBUG [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:44,085 INFO [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] regionserver.HStore(327): Store=0315aae8a62907ecae2c688e8677cadb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:44,085 INFO [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,087 INFO [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0315aae8a62907ecae2c688e8677cadb columnFamilyName f1 2024-12-06T06:17:44,087 DEBUG [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:44,087 INFO [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] regionserver.HStore(327): Store=0315aae8a62907ecae2c688e8677cadb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:44,087 INFO [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,089 INFO [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0315aae8a62907ecae2c688e8677cadb columnFamilyName norep 2024-12-06T06:17:44,089 DEBUG [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:44,089 INFO [StoreOpener-0315aae8a62907ecae2c688e8677cadb-1 {}] regionserver.HStore(327): Store=0315aae8a62907ecae2c688e8677cadb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:44,089 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,090 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,091 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,092 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,092 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,092 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:17:44,093 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,096 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:44,097 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0315aae8a62907ecae2c688e8677cadb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75325281, jitterRate=0.12243415415287018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:17:44,097 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:17:44,098 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0315aae8a62907ecae2c688e8677cadb: Running coprocessor pre-open hook at 1733465864079Writing region info on filesystem at 1733465864079Initializing all the Stores at 1733465864080 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465864080Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465864083 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465864083Cleaning up temporary data from old regions at 1733465864092 (+9 ms)Running coprocessor post-open hooks at 1733465864097 (+5 ms)Region opened successfully at 1733465864098 (+1 ms) 2024-12-06T06:17:44,101 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., pid=6, masterSystemTime=1733465864073 2024-12-06T06:17:44,104 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:17:44,104 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:17:44,106 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0315aae8a62907ecae2c688e8677cadb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,44987,1733465856391 2024-12-06T06:17:44,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0315aae8a62907ecae2c688e8677cadb, server=6336e8474e1c,44987,1733465856391 because future has completed 2024-12-06T06:17:44,110 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45497 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6336e8474e1c,44987,1733465856391, table=test, region=0315aae8a62907ecae2c688e8677cadb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T06:17:44,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:17:44,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0315aae8a62907ecae2c688e8677cadb, server=6336e8474e1c,44987,1733465856391 in 194 msec 2024-12-06T06:17:44,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:17:44,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0315aae8a62907ecae2c688e8677cadb, ASSIGN in 356 msec 2024-12-06T06:17:44,123 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:17:44,123 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465864123"}]},"ts":"1733465864123"} 2024-12-06T06:17:44,126 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:17:44,127 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:17:44,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-12-06T06:17:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:45,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:45,091 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:17:45,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45577,1733465859722 2024-12-06T06:17:45,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c45b54 2024-12-06T06:17:45,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:45,094 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:45,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45577 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45577 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:17:45,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:17:45,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:45,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45577 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:17:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:45,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:17:45,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:17:45,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9a4f9065b13dc57d6c6737826a31c93, NAME => 'test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583 2024-12-06T06:17:45,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:17:45,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:45,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b9a4f9065b13dc57d6c6737826a31c93, disabling compactions & flushes 2024-12-06T06:17:45,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:17:45,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:17:45,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. after waiting 0 ms 2024-12-06T06:17:45,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:17:45,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:17:45,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9a4f9065b13dc57d6c6737826a31c93: Waiting for close lock at 1733465865131Disabling compacts and flushes for region at 1733465865131Disabling writes for close at 1733465865131Writing region close event to WAL at 1733465865131Closed at 1733465865131 2024-12-06T06:17:45,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:17:45,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733465865133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465865133"}]},"ts":"1733465865133"} 2024-12-06T06:17:45,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:17:45,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:17:45,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465865138"}]},"ts":"1733465865138"} 2024-12-06T06:17:45,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:17:45,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9a4f9065b13dc57d6c6737826a31c93, ASSIGN}] 2024-12-06T06:17:45,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9a4f9065b13dc57d6c6737826a31c93, ASSIGN 2024-12-06T06:17:45,144 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b9a4f9065b13dc57d6c6737826a31c93, ASSIGN; state=OFFLINE, location=6336e8474e1c,36009,1733465859776; forceNewPlan=false, retain=false 2024-12-06T06:17:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:45,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9a4f9065b13dc57d6c6737826a31c93, regionState=OPENING, regionLocation=6336e8474e1c,36009,1733465859776 2024-12-06T06:17:45,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b9a4f9065b13dc57d6c6737826a31c93, ASSIGN because future has completed 2024-12-06T06:17:45,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9a4f9065b13dc57d6c6737826a31c93, server=6336e8474e1c,36009,1733465859776}] 2024-12-06T06:17:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:45,458 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:17:45,459 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b9a4f9065b13dc57d6c6737826a31c93, NAME => 'test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:45,459 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:45,459 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:17:45,459 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,459 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:45,459 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,459 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,461 INFO [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,463 INFO [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9a4f9065b13dc57d6c6737826a31c93 columnFamilyName f 2024-12-06T06:17:45,463 DEBUG [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:45,463 INFO [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] regionserver.HStore(327): Store=b9a4f9065b13dc57d6c6737826a31c93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:45,463 INFO [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,465 INFO [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9a4f9065b13dc57d6c6737826a31c93 columnFamilyName f1 2024-12-06T06:17:45,465 DEBUG [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:45,465 INFO [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] regionserver.HStore(327): Store=b9a4f9065b13dc57d6c6737826a31c93/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:45,465 INFO [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,466 INFO [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9a4f9065b13dc57d6c6737826a31c93 columnFamilyName norep 2024-12-06T06:17:45,466 DEBUG [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:45,467 INFO [StoreOpener-b9a4f9065b13dc57d6c6737826a31c93-1 {}] regionserver.HStore(327): Store=b9a4f9065b13dc57d6c6737826a31c93/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:45,467 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,468 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,468 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,469 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,469 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,470 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:17:45,471 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,478 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:45,478 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b9a4f9065b13dc57d6c6737826a31c93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69022021, jitterRate=0.028508260846138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:17:45,478 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:17:45,479 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b9a4f9065b13dc57d6c6737826a31c93: Running coprocessor pre-open hook at 1733465865460Writing region info on filesystem at 1733465865460Initializing all the Stores at 1733465865461 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465865461Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465865461Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465865461Cleaning up temporary data from old regions at 1733465865469 (+8 ms)Running coprocessor post-open hooks at 1733465865479 (+10 ms)Region opened successfully at 1733465865479 2024-12-06T06:17:45,480 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93., pid=6, masterSystemTime=1733465865452 2024-12-06T06:17:45,482 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:17:45,482 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:17:45,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9a4f9065b13dc57d6c6737826a31c93, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,36009,1733465859776 2024-12-06T06:17:45,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9a4f9065b13dc57d6c6737826a31c93, server=6336e8474e1c,36009,1733465859776 because future has completed 2024-12-06T06:17:45,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:17:45,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b9a4f9065b13dc57d6c6737826a31c93, server=6336e8474e1c,36009,1733465859776 in 188 msec 2024-12-06T06:17:45,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:17:45,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b9a4f9065b13dc57d6c6737826a31c93, ASSIGN in 349 msec 2024-12-06T06:17:45,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:17:45,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465865493"}]},"ts":"1733465865493"} 2024-12-06T06:17:45,495 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:17:45,497 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:17:45,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 401 msec 2024-12-06T06:17:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:45,731 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:17:45,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45497,-1 for getting cluster id 2024-12-06T06:17:45,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:45,733 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a484cd5-981b-41ff-b862-2f4e20f45ffd' 2024-12-06T06:17:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a484cd5-981b-41ff-b862-2f4e20f45ffd" 2024-12-06T06:17:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae0bb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45497,-1] 2024-12-06T06:17:45,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:45,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:45,735 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205476ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45577,-1 for getting cluster id 2024-12-06T06:17:45,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:45,737 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b30f5e3-0257-4f17-a25b-a6d29276942c' 2024-12-06T06:17:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b30f5e3-0257-4f17-a25b-a6d29276942c" 2024-12-06T06:17:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef310bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45577,-1] 2024-12-06T06:17:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:45,739 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:45,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d57e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45497,-1 for getting cluster id 2024-12-06T06:17:45,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:45,741 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a484cd5-981b-41ff-b862-2f4e20f45ffd' 2024-12-06T06:17:45,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:45,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a484cd5-981b-41ff-b862-2f4e20f45ffd" 2024-12-06T06:17:45,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4a15d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45497,-1] 2024-12-06T06:17:45,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:45,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:45,743 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4879ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:45,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45497,1733465856339 2024-12-06T06:17:45,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3980c8a5 2024-12-06T06:17:45,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:45,747 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:45,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:45577,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:17:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:17:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:17:45,751 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:45577' 2024-12-06T06:17:45,752 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3008bca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,752 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45577,-1 for getting cluster id 2024-12-06T06:17:45,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:45,753 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b30f5e3-0257-4f17-a25b-a6d29276942c' 2024-12-06T06:17:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:45,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b30f5e3-0257-4f17-a25b-a6d29276942c" 2024-12-06T06:17:45,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab73a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45577,-1] 2024-12-06T06:17:45,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:45,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:45,755 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:45,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e962016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:45,756 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:45,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45577,1733465859722 2024-12-06T06:17:45,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b5dad7 2024-12-06T06:17:45,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:45,758 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:45,759 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:17:45,759 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:17:45,759 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:45,759 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:45,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:45,759 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:17:45,761 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:17:45,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:17:45,762 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:45,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:17:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:17:45,811 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:17:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:17:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:17:46,174 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77e655923d3e4f6319e2610799958ca0, NAME => 'hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f 2024-12-06T06:17:46,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:17:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:17:46,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T06:17:46,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T06:17:46,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T06:17:46,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T06:17:46,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:17:46,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T06:17:46,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:17:46,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T06:17:46,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:46,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T06:17:46,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T06:17:46,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T06:17:46,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:46,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 77e655923d3e4f6319e2610799958ca0, disabling compactions & flushes 2024-12-06T06:17:46,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:17:46,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:17:46,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. after waiting 0 ms 2024-12-06T06:17:46,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:17:46,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:17:46,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77e655923d3e4f6319e2610799958ca0: Waiting for close lock at 1733465866582Disabling compacts and flushes for region at 1733465866582Disabling writes for close at 1733465866582Writing region close event to WAL at 1733465866582Closed at 1733465866582 2024-12-06T06:17:46,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:17:46,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733465866583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465866583"}]},"ts":"1733465866583"} 2024-12-06T06:17:46,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:17:46,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:17:46,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465866588"}]},"ts":"1733465866588"} 2024-12-06T06:17:46,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:17:46,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=77e655923d3e4f6319e2610799958ca0, ASSIGN}] 2024-12-06T06:17:46,592 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=77e655923d3e4f6319e2610799958ca0, ASSIGN 2024-12-06T06:17:46,593 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=77e655923d3e4f6319e2610799958ca0, ASSIGN; state=OFFLINE, location=6336e8474e1c,44987,1733465856391; forceNewPlan=false, retain=false 2024-12-06T06:17:46,744 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=77e655923d3e4f6319e2610799958ca0, regionState=OPENING, regionLocation=6336e8474e1c,44987,1733465856391 2024-12-06T06:17:46,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=77e655923d3e4f6319e2610799958ca0, ASSIGN because future has completed 2024-12-06T06:17:46,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77e655923d3e4f6319e2610799958ca0, server=6336e8474e1c,44987,1733465856391}] 2024-12-06T06:17:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:17:46,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:17:46,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:17:46,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:17:46,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C44987%2C1733465856391.rep, suffix=, logDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391, archiveDir=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/oldWALs, maxLogs=10 2024-12-06T06:17:46,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.rep.1733465866905, exclude list is [], retry=0 2024-12-06T06:17:46,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37579,DS-4c4074d4-1e90-411c-8bb3-dff7197bd372,DISK] 2024-12-06T06:17:46,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.rep.1733465866905 2024-12-06T06:17:46,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36025:36025)] 2024-12-06T06:17:46,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 77e655923d3e4f6319e2610799958ca0, NAME => 'hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:17:46,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:17:46,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:17:46,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. service=MultiRowMutationService 2024-12-06T06:17:46,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:17:46,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:17:46,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,926 INFO [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,928 INFO [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77e655923d3e4f6319e2610799958ca0 columnFamilyName hfileref 2024-12-06T06:17:46,928 DEBUG [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:46,928 INFO [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] regionserver.HStore(327): Store=77e655923d3e4f6319e2610799958ca0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:46,928 INFO [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,930 INFO [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77e655923d3e4f6319e2610799958ca0 columnFamilyName queue 2024-12-06T06:17:46,930 DEBUG [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:46,930 INFO [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] regionserver.HStore(327): Store=77e655923d3e4f6319e2610799958ca0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:46,930 INFO [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,931 INFO [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77e655923d3e4f6319e2610799958ca0 columnFamilyName sid 2024-12-06T06:17:46,931 DEBUG [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:17:46,932 INFO [StoreOpener-77e655923d3e4f6319e2610799958ca0-1 {}] regionserver.HStore(327): Store=77e655923d3e4f6319e2610799958ca0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:17:46,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:17:46,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:17:46,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 77e655923d3e4f6319e2610799958ca0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65846192, jitterRate=-0.018815279006958008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:17:46,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:17:46,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 77e655923d3e4f6319e2610799958ca0: Running coprocessor pre-open hook at 1733465866925Writing region info on filesystem at 1733465866925Initializing all the Stores at 1733465866926 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465866926Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465866926Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465866926Cleaning up temporary data from old regions at 1733465866934 (+8 ms)Running coprocessor post-open hooks at 1733465866939 (+5 ms)Region opened successfully at 1733465866940 (+1 ms) 2024-12-06T06:17:46,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0., pid=10, masterSystemTime=1733465866899 2024-12-06T06:17:46,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:17:46,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:17:46,945 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=77e655923d3e4f6319e2610799958ca0, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,44987,1733465856391 2024-12-06T06:17:46,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77e655923d3e4f6319e2610799958ca0, server=6336e8474e1c,44987,1733465856391 because future has completed 2024-12-06T06:17:46,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:17:46,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 77e655923d3e4f6319e2610799958ca0, server=6336e8474e1c,44987,1733465856391 in 202 msec 2024-12-06T06:17:46,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:17:46,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=77e655923d3e4f6319e2610799958ca0, ASSIGN in 360 msec 2024-12-06T06:17:46,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:17:46,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465866955"}]},"ts":"1733465866955"} 2024-12-06T06:17:46,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:17:46,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:17:46,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-12-06T06:17:46,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0., hostname=6336e8474e1c,44987,1733465856391, seqNum=2] 2024-12-06T06:17:46,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:46,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:17:46,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:17:47,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:17:47,138 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:17:47,171 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,44987,1733465856391, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:17:47,172 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:47,172 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,44987,1733465856391, seqNum=-1] 2024-12-06T06:17:47,172 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:47,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-06T06:17:47,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,44987,1733465856391', locateType=CURRENT is [region=hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0., hostname=6336e8474e1c,44987,1733465856391, seqNum=2] 2024-12-06T06:17:47,178 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:17:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:17:47,181 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,44987,1733465856391 suceeded 2024-12-06T06:17:47,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:17:47,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-06T06:17:47,183 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:45577,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-06T06:17:47,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4360 sec 2024-12-06T06:17:47,194 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:45577' 2024-12-06T06:17:47,195 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22dee137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:47,195 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45577,-1 for getting cluster id 2024-12-06T06:17:47,195 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:47,196 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b30f5e3-0257-4f17-a25b-a6d29276942c' 2024-12-06T06:17:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b30f5e3-0257-4f17-a25b-a6d29276942c" 2024-12-06T06:17:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@777b3d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45577,-1] 2024-12-06T06:17:47,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:47,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:47,198 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:47,198 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d9fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:47,198 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:47,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45577,1733465859722 2024-12-06T06:17:47,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@175b13f9 2024-12-06T06:17:47,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:47,200 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-06T06:17:47,200 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,44987,1733465856391 (queues=1) is replicating from cluster=4a484cd5-981b-41ff-b862-2f4e20f45ffd to cluster=6b30f5e3-0257-4f17-a25b-a6d29276942c 2024-12-06T06:17:47,200 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C44987%2C1733465856391 2024-12-06T06:17:47,201 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,44987,1733465856391, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:17:47,201 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.shipper6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C44987%2C1733465856391 2024-12-06T06:17:47,201 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978, startPosition=0, beingWritten=true 2024-12-06T06:17:47,211 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:17:47,211 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 379, reset compression=false 2024-12-06T06:17:47,211 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.shipper6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,44987,1733465856391 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:17:47,416 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 379, reset compression=false 2024-12-06T06:17:47,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T06:17:47,720 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 379, reset compression=false 2024-12-06T06:17:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:17:47,900 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:17:47,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:47,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:47,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:47,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:47,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:47,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:47,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733465867908/Put/seqid=0 2024-12-06T06:17:47,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741840_1016 (size=7894) 2024-12-06T06:17:48,126 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 379, reset compression=false 2024-12-06T06:17:48,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:17:48,341 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f/f/hfile_1 is 34, key is ddd/f:row/1733465868340/Put/seqid=0 2024-12-06T06:17:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741841_1017 (size=7691) 2024-12-06T06:17:48,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:48,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:48,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:48,631 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 379, reset compression=false 2024-12-06T06:17:48,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44df0358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:48,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45497,-1 for getting cluster id 2024-12-06T06:17:48,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:48,753 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a484cd5-981b-41ff-b862-2f4e20f45ffd' 2024-12-06T06:17:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a484cd5-981b-41ff-b862-2f4e20f45ffd" 2024-12-06T06:17:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecb579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45497,-1] 2024-12-06T06:17:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:48,755 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:48,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:48,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:48,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,44987,1733465856391, seqNum=-1] 2024-12-06T06:17:48,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:48,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:48,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:48,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45497,1733465856339 2024-12-06T06:17:48,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2334fd3e 2024-12-06T06:17:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:48,775 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:48,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2] 2024-12-06T06:17:48,793 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:17:48,806 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-06T06:17:48,809 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-06T06:17:48,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f/f/hfile_0 for inclusion in 0315aae8a62907ecae2c688e8677cadb/f 2024-12-06T06:17:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T06:17:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:17:48,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f/f/hfile_1 for inclusion in 0315aae8a62907ecae2c688e8677cadb/f 2024-12-06T06:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T06:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:17:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HRegion(2603): Flush status journal for 0315aae8a62907ecae2c688e8677cadb: 2024-12-06T06:17:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f/f/hfile_0 to hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__4h3e7kfc9vf5hqtqo3u49rhl72agaf0j8rep2ioq2hkg89pakmtm1prbegqiam28/f/hfile_0 2024-12-06T06:17:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__4h3e7kfc9vf5hqtqo3u49rhl72agaf0j8rep2ioq2hkg89pakmtm1prbegqiam28/f/hfile_0 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f/b871faefb16d4315897ca1b5cbfcf510_SeqId_4_ 2024-12-06T06:17:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f/f/hfile_1 to hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__4h3e7kfc9vf5hqtqo3u49rhl72agaf0j8rep2ioq2hkg89pakmtm1prbegqiam28/f/hfile_1 2024-12-06T06:17:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__4h3e7kfc9vf5hqtqo3u49rhl72agaf0j8rep2ioq2hkg89pakmtm1prbegqiam28/f/hfile_1 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f/525e808d02f14cfaabb8aceb81d4c827_SeqId_4_ 2024-12-06T06:17:48,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__4h3e7kfc9vf5hqtqo3u49rhl72agaf0j8rep2ioq2hkg89pakmtm1prbegqiam28/f/hfile_0 into 0315aae8a62907ecae2c688e8677cadb/f as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f/b871faefb16d4315897ca1b5cbfcf510_SeqId_4_ - updating store file list. 2024-12-06T06:17:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b871faefb16d4315897ca1b5cbfcf510_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:17:48,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f/b871faefb16d4315897ca1b5cbfcf510_SeqId_4_ into 0315aae8a62907ecae2c688e8677cadb/f 2024-12-06T06:17:48,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__4h3e7kfc9vf5hqtqo3u49rhl72agaf0j8rep2ioq2hkg89pakmtm1prbegqiam28/f/hfile_0 into 0315aae8a62907ecae2c688e8677cadb/f (new location: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f/b871faefb16d4315897ca1b5cbfcf510_SeqId_4_) 2024-12-06T06:17:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__4h3e7kfc9vf5hqtqo3u49rhl72agaf0j8rep2ioq2hkg89pakmtm1prbegqiam28/f/hfile_0 2024-12-06T06:17:48,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__4h3e7kfc9vf5hqtqo3u49rhl72agaf0j8rep2ioq2hkg89pakmtm1prbegqiam28/f/hfile_1 into 0315aae8a62907ecae2c688e8677cadb/f as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f/525e808d02f14cfaabb8aceb81d4c827_SeqId_4_ - updating store file list. 2024-12-06T06:17:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 525e808d02f14cfaabb8aceb81d4c827_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:17:48,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f/525e808d02f14cfaabb8aceb81d4c827_SeqId_4_ into 0315aae8a62907ecae2c688e8677cadb/f 2024-12-06T06:17:48,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__4h3e7kfc9vf5hqtqo3u49rhl72agaf0j8rep2ioq2hkg89pakmtm1prbegqiam28/f/hfile_1 into 0315aae8a62907ecae2c688e8677cadb/f (new location: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f/525e808d02f14cfaabb8aceb81d4c827_SeqId_4_) 2024-12-06T06:17:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__4h3e7kfc9vf5hqtqo3u49rhl72agaf0j8rep2ioq2hkg89pakmtm1prbegqiam28/f/hfile_1 2024-12-06T06:17:48,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:48,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:48,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:48,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:48,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:48,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:48,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2 , the old value is region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6336e8474e1c:44987 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:17:48,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:17:48,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2 from cache 2024-12-06T06:17:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36009,1733465859776, seqNum=-1] 2024-12-06T06:17:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:48,902 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T06:17:48,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:48,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93., hostname=6336e8474e1c,36009,1733465859776, seqNum=2] 2024-12-06T06:17:48,906 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T06:17:49,010 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:44987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T06:17:49,235 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 379, reset compression=false 2024-12-06T06:17:49,242 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:17:49,242 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.shipper6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,44987,1733465856391 got entry batch from reader: WALEntryBatch [walEntries=[{test/0315aae8a62907ecae2c688e8677cadb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733465868891/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T06:17:49,264 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.shipper6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:17:49,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-06T06:17:49,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.ReplicationSink(318): Replicating [4a484cd5-981b-41ff-b862-2f4e20f45ffd] bulk loaded data 2024-12-06T06:17:49,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f87aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:49,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45577,-1 for getting cluster id 2024-12-06T06:17:49,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:49,271 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b30f5e3-0257-4f17-a25b-a6d29276942c' 2024-12-06T06:17:49,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:49,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b30f5e3-0257-4f17-a25b-a6d29276942c" 2024-12-06T06:17:49,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15ec7a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:49,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45577,-1] 2024-12-06T06:17:49,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:49,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:49,273 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:49,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8801b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:49,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741837_1013 (size=7894) 2024-12-06T06:17:49,443 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 687, reset compression=false 2024-12-06T06:17:49,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741838_1014 (size=7691) 2024-12-06T06:17:49,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:49,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45577,1733465859722 2024-12-06T06:17:49,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b64c939 2024-12-06T06:17:49,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:49,713 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-06T06:17:49,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:17:49,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:49,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36009,1733465859776, seqNum=-1] 2024-12-06T06:17:49,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:49,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-06T06:17:49,726 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/525e808d02f14cfaabb8aceb81d4c827_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T06:17:49,730 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/b871faefb16d4315897ca1b5cbfcf510_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T06:17:49,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/525e808d02f14cfaabb8aceb81d4c827_SeqId_4_ for inclusion in b9a4f9065b13dc57d6c6737826a31c93/f 2024-12-06T06:17:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T06:17:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:17:49,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/b871faefb16d4315897ca1b5cbfcf510_SeqId_4_ for inclusion in b9a4f9065b13dc57d6c6737826a31c93/f 2024-12-06T06:17:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T06:17:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:17:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(2603): Flush status journal for b9a4f9065b13dc57d6c6737826a31c93: 2024-12-06T06:17:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 525e808d02f14cfaabb8aceb81d4c827_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:17:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/525e808d02f14cfaabb8aceb81d4c827_SeqId_4_ as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93/f/2b1cfe8380704efb9d55197653c3d070_SeqId_4_ 2024-12-06T06:17:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b871faefb16d4315897ca1b5cbfcf510_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:17:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/b871faefb16d4315897ca1b5cbfcf510_SeqId_4_ as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93/f/5999af677e5d4475a6d6181f145e308e_SeqId_4_ 2024-12-06T06:17:49,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/525e808d02f14cfaabb8aceb81d4c827_SeqId_4_ into b9a4f9065b13dc57d6c6737826a31c93/f as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93/f/2b1cfe8380704efb9d55197653c3d070_SeqId_4_ - updating store file list. 2024-12-06T06:17:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2b1cfe8380704efb9d55197653c3d070_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:17:49,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93/f/2b1cfe8380704efb9d55197653c3d070_SeqId_4_ into b9a4f9065b13dc57d6c6737826a31c93/f 2024-12-06T06:17:49,748 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 687, reset compression=false 2024-12-06T06:17:49,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/525e808d02f14cfaabb8aceb81d4c827_SeqId_4_ into b9a4f9065b13dc57d6c6737826a31c93/f (new location: hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93/f/2b1cfe8380704efb9d55197653c3d070_SeqId_4_) 2024-12-06T06:17:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/525e808d02f14cfaabb8aceb81d4c827_SeqId_4_ 2024-12-06T06:17:49,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/b871faefb16d4315897ca1b5cbfcf510_SeqId_4_ into b9a4f9065b13dc57d6c6737826a31c93/f as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93/f/5999af677e5d4475a6d6181f145e308e_SeqId_4_ - updating store file list. 2024-12-06T06:17:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5999af677e5d4475a6d6181f145e308e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:17:49,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93/f/5999af677e5d4475a6d6181f145e308e_SeqId_4_ into b9a4f9065b13dc57d6c6737826a31c93/f 2024-12-06T06:17:49,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/b871faefb16d4315897ca1b5cbfcf510_SeqId_4_ into b9a4f9065b13dc57d6c6737826a31c93/f (new location: hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93/f/5999af677e5d4475a6d6181f145e308e_SeqId_4_) 2024-12-06T06:17:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/staging/jenkins.hfs.6__test__8voe6mgvenj4p3io42dko13sqmn0rapqoarc2lg5d1d18itd8fimmu017709qnra/f/b871faefb16d4315897ca1b5cbfcf510_SeqId_4_ 2024-12-06T06:17:49,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.ReplicationSink(324): Finished replicating [4a484cd5-981b-41ff-b862-2f4e20f45ffd] bulk loaded data 2024-12-06T06:17:49,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T06:17:49,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:17:49,926 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733465869925/Put/seqid=0 2024-12-06T06:17:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741842_1018 (size=7997) 2024-12-06T06:17:49,941 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733465869940/Put/seqid=0 2024-12-06T06:17:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741843_1019 (size=7794) 2024-12-06T06:17:50,153 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 687, reset compression=false 2024-12-06T06:17:50,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ace42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:50,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45497,-1 for getting cluster id 2024-12-06T06:17:50,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:17:50,354 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a484cd5-981b-41ff-b862-2f4e20f45ffd' 2024-12-06T06:17:50,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:17:50,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a484cd5-981b-41ff-b862-2f4e20f45ffd" 2024-12-06T06:17:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45497,-1] 2024-12-06T06:17:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:17:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:50,356 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:17:50,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:17:50,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,44987,1733465856391, seqNum=-1] 2024-12-06T06:17:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:50,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:50,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:17:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45497,1733465856339 2024-12-06T06:17:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ccb49ed 2024-12-06T06:17:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:17:50,371 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:17:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2] 2024-12-06T06:17:50,378 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:17:50,385 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-06T06:17:50,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-06T06:17:50,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f1/f1/hfile_0 for inclusion in 0315aae8a62907ecae2c688e8677cadb/f1 2024-12-06T06:17:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T06:17:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:17:50,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f1/f1/hfile_1 for inclusion in 0315aae8a62907ecae2c688e8677cadb/f1 2024-12-06T06:17:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T06:17:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:17:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HRegion(2603): Flush status journal for 0315aae8a62907ecae2c688e8677cadb: 2024-12-06T06:17:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f1/f1/hfile_0 to hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__cggkr8vcgbjjrac2jcttlhbn6n5spjlugqomsivjte23dcgd3tdjanpc0jk2dmcn/f1/hfile_0 2024-12-06T06:17:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__cggkr8vcgbjjrac2jcttlhbn6n5spjlugqomsivjte23dcgd3tdjanpc0jk2dmcn/f1/hfile_0 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f1/92464e4a5a464c2993be64a530022421_SeqId_6_ 2024-12-06T06:17:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/load_f1/f1/hfile_1 to hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__cggkr8vcgbjjrac2jcttlhbn6n5spjlugqomsivjte23dcgd3tdjanpc0jk2dmcn/f1/hfile_1 2024-12-06T06:17:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__cggkr8vcgbjjrac2jcttlhbn6n5spjlugqomsivjte23dcgd3tdjanpc0jk2dmcn/f1/hfile_1 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f1/309032e8a0e44b4f8fde3bd84b2d035c_SeqId_6_ 2024-12-06T06:17:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-06T06:17:50,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__cggkr8vcgbjjrac2jcttlhbn6n5spjlugqomsivjte23dcgd3tdjanpc0jk2dmcn/f1/hfile_0 into 0315aae8a62907ecae2c688e8677cadb/f1 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f1/92464e4a5a464c2993be64a530022421_SeqId_6_ - updating store file list. 2024-12-06T06:17:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92464e4a5a464c2993be64a530022421_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T06:17:50,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f1/92464e4a5a464c2993be64a530022421_SeqId_6_ into 0315aae8a62907ecae2c688e8677cadb/f1 2024-12-06T06:17:50,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__cggkr8vcgbjjrac2jcttlhbn6n5spjlugqomsivjte23dcgd3tdjanpc0jk2dmcn/f1/hfile_0 into 0315aae8a62907ecae2c688e8677cadb/f1 (new location: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f1/92464e4a5a464c2993be64a530022421_SeqId_6_) 2024-12-06T06:17:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__cggkr8vcgbjjrac2jcttlhbn6n5spjlugqomsivjte23dcgd3tdjanpc0jk2dmcn/f1/hfile_0 2024-12-06T06:17:50,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__cggkr8vcgbjjrac2jcttlhbn6n5spjlugqomsivjte23dcgd3tdjanpc0jk2dmcn/f1/hfile_1 into 0315aae8a62907ecae2c688e8677cadb/f1 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f1/309032e8a0e44b4f8fde3bd84b2d035c_SeqId_6_ - updating store file list. 2024-12-06T06:17:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 309032e8a0e44b4f8fde3bd84b2d035c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T06:17:50,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f1/309032e8a0e44b4f8fde3bd84b2d035c_SeqId_6_ into 0315aae8a62907ecae2c688e8677cadb/f1 2024-12-06T06:17:50,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__cggkr8vcgbjjrac2jcttlhbn6n5spjlugqomsivjte23dcgd3tdjanpc0jk2dmcn/f1/hfile_1 into 0315aae8a62907ecae2c688e8677cadb/f1 (new location: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/f1/309032e8a0e44b4f8fde3bd84b2d035c_SeqId_6_) 2024-12-06T06:17:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/staging/jenkins__test__cggkr8vcgbjjrac2jcttlhbn6n5spjlugqomsivjte23dcgd3tdjanpc0jk2dmcn/f1/hfile_1 2024-12-06T06:17:50,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:50,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:50,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:50,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:50,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:50,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2 , the old value is region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6336e8474e1c:44987 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:17:50,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:17:50,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2 from cache 2024-12-06T06:17:50,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:17:50,427 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T06:17:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,44987,1733465856391, seqNum=-1] 2024-12-06T06:17:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:50,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., hostname=6336e8474e1c,44987,1733465856391, seqNum=2] 2024-12-06T06:17:50,531 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:44987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T06:17:50,658 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 687, reset compression=false 2024-12-06T06:17:50,664 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:17:50,664 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:50,665 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.shipper6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,44987,1733465856391 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:17:50,868 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:51,174 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:51,579 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:52,084 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:52,689 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:53,393 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:54,198 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:55,102 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:56,107 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:56,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T06:17:56,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T06:17:57,211 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:58,417 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:17:59,722 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:01,131 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:02,636 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:04,240 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:05,926 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:18:05,944 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:07,748 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:09,310 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:18:09,653 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:10,667 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.shipper6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,44987,1733465856391 got entry batch from reader: null 2024-12-06T06:18:11,657 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:13,761 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:15,966 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:18,270 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:18,613 INFO [master/6336e8474e1c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T06:18:18,613 INFO [master/6336e8474e1c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T06:18:20,675 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:22,877 INFO [master/6336e8474e1c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T06:18:22,877 INFO [master/6336e8474e1c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T06:18:23,179 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:25,784 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:28,488 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:29,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0315aae8a62907ecae2c688e8677cadb, had cached 0 bytes from a total of 31376 2024-12-06T06:18:30,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b9a4f9065b13dc57d6c6737826a31c93, had cached 0 bytes from a total of 15585 2024-12-06T06:18:30,667 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.shipper6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,44987,1733465856391 got entry batch from reader: null 2024-12-06T06:18:31,292 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:34,196 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:35,926 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:18:37,201 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:38,654 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:18:39,310 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:18:40,305 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:43,514 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:43,826 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:18:46,823 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:50,227 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:18:50,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:18:50,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:18:50,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:50,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:50,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:18:50,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:18:50,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1211471441, stopped=false 2024-12-06T06:18:50,455 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,45577,1733465859722 2024-12-06T06:18:50,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2034099086/running 2024-12-06T06:18:50,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2034099086/running 2024-12-06T06:18:50,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:18:50,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:18:50,456 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:18:50,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:18:50,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:18:50,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:50,457 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,36009,1733465859776' ***** 2024-12-06T06:18:50,457 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:18:50,457 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:18:50,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Set watcher on znode that does not yet exist, /1-2034099086/running 2024-12-06T06:18:50,457 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:18:50,457 INFO [RS:0;6336e8474e1c:36009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:18:50,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Set watcher on znode that does not yet exist, /1-2034099086/running 2024-12-06T06:18:50,458 INFO [RS:0;6336e8474e1c:36009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:18:50,458 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(3091): Received CLOSE for b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:18:50,458 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,36009,1733465859776 2024-12-06T06:18:50,458 INFO [RS:0;6336e8474e1c:36009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:18:50,458 INFO [RS:0;6336e8474e1c:36009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:36009. 2024-12-06T06:18:50,458 DEBUG [RS:0;6336e8474e1c:36009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:18:50,458 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9a4f9065b13dc57d6c6737826a31c93, disabling compactions & flushes 2024-12-06T06:18:50,458 DEBUG [RS:0;6336e8474e1c:36009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:50,458 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:18:50,458 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:18:50,458 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. after waiting 0 ms 2024-12-06T06:18:50,458 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:18:50,459 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:18:50,459 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:18:50,459 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:18:50,459 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:18:50,459 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:18:50,459 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1325): Online Regions={b9a4f9065b13dc57d6c6737826a31c93=test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:18:50,459 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9a4f9065b13dc57d6c6737826a31c93 2024-12-06T06:18:50,459 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:18:50,459 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:18:50,459 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:18:50,459 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:18:50,459 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:18:50,459 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T06:18:50,463 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/default/test/b9a4f9065b13dc57d6c6737826a31c93/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T06:18:50,464 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:18:50,464 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:18:50,464 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:18:50,464 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9a4f9065b13dc57d6c6737826a31c93: Waiting for close lock at 1733465930458Running coprocessor pre-close hooks at 1733465930458Disabling compacts and flushes for region at 1733465930458Disabling writes for close at 1733465930458Writing region close event to WAL at 1733465930459 (+1 ms)Running coprocessor post-close hooks at 1733465930464 (+5 ms)Closed at 1733465930464 2024-12-06T06:18:50,464 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93. 2024-12-06T06:18:50,476 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/info/94459716cbd246dc932f4fe1a52a1c6c is 129, key is test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93./info:regioninfo/1733465865483/Put/seqid=0 2024-12-06T06:18:50,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741839_1015 (size=6421) 2024-12-06T06:18:50,513 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:18:50,644 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:18:50,645 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:18:50,659 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:18:50,668 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.shipper6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,44987,1733465856391 got entry batch from reader: null 2024-12-06T06:18:50,859 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:18:50,882 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/info/94459716cbd246dc932f4fe1a52a1c6c 2024-12-06T06:18:50,902 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/ns/de2a8309520d47c68ea13e726a6e9086 is 43, key is default/ns:d/1733465862830/Put/seqid=0 2024-12-06T06:18:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741840_1016 (size=5153) 2024-12-06T06:18:51,060 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:18:51,260 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:18:51,306 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/ns/de2a8309520d47c68ea13e726a6e9086 2024-12-06T06:18:51,326 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/rep_barrier/e29a27d1116149baa0649a7e85926d5a is 112, key is test,,1733465865095.b9a4f9065b13dc57d6c6737826a31c93./rep_barrier:seqnumDuringOpen/1733465865483/Put/seqid=0 2024-12-06T06:18:51,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741841_1017 (size=5518) 2024-12-06T06:18:51,460 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:18:51,460 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:18:51,460 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:18:51,660 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:18:51,730 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/rep_barrier/e29a27d1116149baa0649a7e85926d5a 2024-12-06T06:18:51,750 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/table/a23ab050251448369755c950f7693692 is 40, key is test/table:state/1733465865493/Put/seqid=0 2024-12-06T06:18:51,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741842_1018 (size=5165) 2024-12-06T06:18:51,860 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:18:52,061 DEBUG [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:18:52,155 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/table/a23ab050251448369755c950f7693692 2024-12-06T06:18:52,161 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/info/94459716cbd246dc932f4fe1a52a1c6c as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/info/94459716cbd246dc932f4fe1a52a1c6c 2024-12-06T06:18:52,167 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/info/94459716cbd246dc932f4fe1a52a1c6c, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T06:18:52,168 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/ns/de2a8309520d47c68ea13e726a6e9086 as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/ns/de2a8309520d47c68ea13e726a6e9086 2024-12-06T06:18:52,173 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/ns/de2a8309520d47c68ea13e726a6e9086, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T06:18:52,173 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/rep_barrier/e29a27d1116149baa0649a7e85926d5a as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/rep_barrier/e29a27d1116149baa0649a7e85926d5a 2024-12-06T06:18:52,178 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/rep_barrier/e29a27d1116149baa0649a7e85926d5a, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T06:18:52,179 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/.tmp/table/a23ab050251448369755c950f7693692 as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/table/a23ab050251448369755c950f7693692 2024-12-06T06:18:52,183 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/table/a23ab050251448369755c950f7693692, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T06:18:52,184 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=11, compaction requested=false 2024-12-06T06:18:52,188 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T06:18:52,189 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:18:52,189 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:18:52,189 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:18:52,189 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465930459Running coprocessor pre-close hooks at 1733465930459Disabling compacts and flushes for region at 1733465930459Disabling writes for close at 1733465930459Obtaining lock to block concurrent updates at 1733465930459Preparing flush snapshotting stores in 1588230740 at 1733465930459Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733465930460 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733465930460Flushing 1588230740/info: creating writer at 1733465930461 (+1 ms)Flushing 1588230740/info: appending metadata at 1733465930476 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733465930476Flushing 1588230740/ns: creating writer at 1733465930887 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733465930901 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733465930901Flushing 1588230740/rep_barrier: creating writer at 1733465931312 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733465931326 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733465931326Flushing 1588230740/table: creating writer at 1733465931736 (+410 ms)Flushing 1588230740/table: appending metadata at 1733465931749 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733465931749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb8ecea: reopening flushed file at 1733465932161 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3092aa65: reopening flushed file at 1733465932167 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78331675: reopening flushed file at 1733465932173 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c7d7f30: reopening flushed file at 1733465932178 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=11, compaction requested=false at 1733465932184 (+6 ms)Writing region close event to WAL at 1733465932186 (+2 ms)Running coprocessor post-close hooks at 1733465932189 (+3 ms)Closed at 1733465932189 2024-12-06T06:18:52,189 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:18:52,261 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,36009,1733465859776; all regions closed. 2024-12-06T06:18:52,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741834_1010 (size=2717) 2024-12-06T06:18:52,265 DEBUG [RS:0;6336e8474e1c:36009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/oldWALs 2024-12-06T06:18:52,265 INFO [RS:0;6336e8474e1c:36009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C36009%2C1733465859776.meta:.meta(num 1733465862766) 2024-12-06T06:18:52,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741832_1008 (size=1028) 2024-12-06T06:18:52,269 DEBUG [RS:0;6336e8474e1c:36009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/oldWALs 2024-12-06T06:18:52,269 INFO [RS:0;6336e8474e1c:36009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C36009%2C1733465859776:(num 1733465861778) 2024-12-06T06:18:52,269 DEBUG [RS:0;6336e8474e1c:36009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:52,269 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:18:52,269 INFO [RS:0;6336e8474e1c:36009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:18:52,269 INFO [RS:0;6336e8474e1c:36009 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:18:52,270 INFO [RS:0;6336e8474e1c:36009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:18:52,270 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:18:52,270 INFO [RS:0;6336e8474e1c:36009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:36009. 2024-12-06T06:18:52,270 DEBUG [RS:0;6336e8474e1c:36009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:18:52,270 DEBUG [RS:0;6336e8474e1c:36009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:52,270 DEBUG [RS:0;6336e8474e1c:36009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:52,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:18:52,270 INFO [RS:0;6336e8474e1c:36009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36009 2024-12-06T06:18:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086/rs 2024-12-06T06:18:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2034099086/rs/6336e8474e1c,36009,1733465859776 2024-12-06T06:18:52,272 INFO [RS:0;6336e8474e1c:36009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:18:52,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,36009,1733465859776] 2024-12-06T06:18:52,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2034099086/draining/6336e8474e1c,36009,1733465859776 already deleted, retry=false 2024-12-06T06:18:52,277 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,36009,1733465859776 expired; onlineServers=0 2024-12-06T06:18:52,277 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,45577,1733465859722' ***** 2024-12-06T06:18:52,277 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:18:52,277 INFO [M:0;6336e8474e1c:45577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:18:52,277 INFO [M:0;6336e8474e1c:45577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:18:52,277 DEBUG [M:0;6336e8474e1c:45577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:18:52,277 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:18:52,277 DEBUG [M:0;6336e8474e1c:45577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:18:52,277 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465861615 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465861615,5,FailOnTimeoutGroup] 2024-12-06T06:18:52,277 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465861615 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465861615,5,FailOnTimeoutGroup] 2024-12-06T06:18:52,278 INFO [M:0;6336e8474e1c:45577 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:18:52,278 INFO [M:0;6336e8474e1c:45577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:18:52,278 DEBUG [M:0;6336e8474e1c:45577 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:18:52,278 INFO [M:0;6336e8474e1c:45577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:18:52,278 INFO [M:0;6336e8474e1c:45577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:18:52,278 INFO [M:0;6336e8474e1c:45577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:18:52,278 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:18:52,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2034099086/master 2024-12-06T06:18:52,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2034099086 2024-12-06T06:18:52,280 DEBUG [M:0;6336e8474e1c:45577 {}] zookeeper.ZKUtil(347): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Unable to get data of znode /1-2034099086/master because node does not exist (not an error) 2024-12-06T06:18:52,280 WARN [M:0;6336e8474e1c:45577 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:18:52,280 INFO [M:0;6336e8474e1c:45577 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/.lastflushedseqids 2024-12-06T06:18:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741843_1019 (size=173) 2024-12-06T06:18:52,284 INFO [M:0;6336e8474e1c:45577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:18:52,285 INFO [M:0;6336e8474e1c:45577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:18:52,285 DEBUG [M:0;6336e8474e1c:45577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:18:52,285 INFO [M:0;6336e8474e1c:45577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:52,285 DEBUG [M:0;6336e8474e1c:45577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:52,285 DEBUG [M:0;6336e8474e1c:45577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:18:52,285 DEBUG [M:0;6336e8474e1c:45577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:52,285 INFO [M:0;6336e8474e1c:45577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-06T06:18:52,300 DEBUG [M:0;6336e8474e1c:45577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7492eead3436420ab91783dfcd5a838d is 82, key is hbase:meta,,1/info:regioninfo/1733465862815/Put/seqid=0 2024-12-06T06:18:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741844_1020 (size=5672) 2024-12-06T06:18:52,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:18:52,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x101866bbfa60004, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:18:52,376 INFO [RS:0;6336e8474e1c:36009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:18:52,376 INFO [RS:0;6336e8474e1c:36009 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,36009,1733465859776; zookeeper connection closed. 2024-12-06T06:18:52,376 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24368833 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24368833 2024-12-06T06:18:52,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:18:52,705 INFO [M:0;6336e8474e1c:45577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7492eead3436420ab91783dfcd5a838d 2024-12-06T06:18:52,724 DEBUG [M:0;6336e8474e1c:45577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4572b13ddf7943fd8b5db9424cf7cff8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733465865498/Put/seqid=0 2024-12-06T06:18:52,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741845_1021 (size=6727) 2024-12-06T06:18:53,129 INFO [M:0;6336e8474e1c:45577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4572b13ddf7943fd8b5db9424cf7cff8 2024-12-06T06:18:53,134 INFO [M:0;6336e8474e1c:45577 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4572b13ddf7943fd8b5db9424cf7cff8 2024-12-06T06:18:53,153 DEBUG [M:0;6336e8474e1c:45577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1ab64aca03348d29eae45435656ee38 is 69, key is 6336e8474e1c,36009,1733465859776/rs:state/1733465861624/Put/seqid=0 2024-12-06T06:18:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741846_1022 (size=5156) 2024-12-06T06:18:53,558 INFO [M:0;6336e8474e1c:45577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1ab64aca03348d29eae45435656ee38 2024-12-06T06:18:53,564 DEBUG [M:0;6336e8474e1c:45577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7492eead3436420ab91783dfcd5a838d as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7492eead3436420ab91783dfcd5a838d 2024-12-06T06:18:53,569 INFO [M:0;6336e8474e1c:45577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7492eead3436420ab91783dfcd5a838d, entries=8, sequenceid=58, filesize=5.5 K 2024-12-06T06:18:53,570 DEBUG [M:0;6336e8474e1c:45577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4572b13ddf7943fd8b5db9424cf7cff8 as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4572b13ddf7943fd8b5db9424cf7cff8 2024-12-06T06:18:53,574 INFO [M:0;6336e8474e1c:45577 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4572b13ddf7943fd8b5db9424cf7cff8 2024-12-06T06:18:53,574 INFO [M:0;6336e8474e1c:45577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4572b13ddf7943fd8b5db9424cf7cff8, entries=6, sequenceid=58, filesize=6.6 K 2024-12-06T06:18:53,575 DEBUG [M:0;6336e8474e1c:45577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1ab64aca03348d29eae45435656ee38 as hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1ab64aca03348d29eae45435656ee38 2024-12-06T06:18:53,579 INFO [M:0;6336e8474e1c:45577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35171/user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1ab64aca03348d29eae45435656ee38, entries=1, sequenceid=58, filesize=5.0 K 2024-12-06T06:18:53,580 INFO [M:0;6336e8474e1c:45577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false 2024-12-06T06:18:53,582 INFO [M:0;6336e8474e1c:45577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:53,582 DEBUG [M:0;6336e8474e1c:45577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465932285Disabling compacts and flushes for region at 1733465932285Disabling writes for close at 1733465932285Obtaining lock to block concurrent updates at 1733465932285Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465932285Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733465932285Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465932286 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465932286Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465932300 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465932300Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465932710 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465932724 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465932724Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465933135 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465933152 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465933152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@181d3127: reopening flushed file at 1733465933563 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b2035e: reopening flushed file at 1733465933569 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f3a717: reopening flushed file at 1733465933574 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false at 1733465933580 (+6 ms)Writing region close event to WAL at 1733465933582 (+2 ms)Closed at 1733465933582 2024-12-06T06:18:53,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741830_1006 (size=33026) 2024-12-06T06:18:53,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55320a18-62e5-5290-a365-fa713448a583/MasterData/WALs/6336e8474e1c,45577,1733465859722/6336e8474e1c%2C45577%2C1733465859722.1733465861515 not finished, retry = 0 2024-12-06T06:18:53,686 INFO [M:0;6336e8474e1c:45577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:18:53,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:18:53,687 INFO [M:0;6336e8474e1c:45577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45577 2024-12-06T06:18:53,687 INFO [M:0;6336e8474e1c:45577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:18:53,731 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 to pos 997, reset compression=false 2024-12-06T06:18:53,790 INFO [M:0;6336e8474e1c:45577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:18:53,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:18:53,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45577-0x101866bbfa60003, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:18:53,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e587001{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:18:53,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:18:53,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:18:53,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:18:53,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/hadoop.log.dir/,STOPPED} 2024-12-06T06:18:53,794 WARN [BP-1689041157-172.17.0.2-1733465858661 heartbeating to localhost/127.0.0.1:35171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:18:53,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:18:53,794 WARN [BP-1689041157-172.17.0.2-1733465858661 heartbeating to localhost/127.0.0.1:35171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1689041157-172.17.0.2-1733465858661 (Datanode Uuid b9e05791-4bae-477a-a7d1-7992eaf3675f) service to localhost/127.0.0.1:35171 2024-12-06T06:18:53,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:18:53,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/cluster_6ee4402d-347a-6156-3b86-3b11e6af3c15/data/data1/current/BP-1689041157-172.17.0.2-1733465858661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:18:53,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/cluster_6ee4402d-347a-6156-3b86-3b11e6af3c15/data/data2/current/BP-1689041157-172.17.0.2-1733465858661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:18:53,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:18:53,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6845ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:18:53,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:18:53,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:18:53,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:18:53,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/hadoop.log.dir/,STOPPED} 2024-12-06T06:18:53,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:18:53,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:18:53,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:18:53,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:18:53,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:53,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:53,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:18:53,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:18:53,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=425487258, stopped=false 2024-12-06T06:18:53,817 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,45497,1733465856339 2024-12-06T06:18:53,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-984872633/running 2024-12-06T06:18:53,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-984872633/running 2024-12-06T06:18:53,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:18:53,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:18:53,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:18:53,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:18:53,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:18:53,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:53,819 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,44987,1733465856391' ***** 2024-12-06T06:18:53,819 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:18:53,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Set watcher on znode that does not yet exist, /0-984872633/running 2024-12-06T06:18:53,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Set watcher on znode that does not yet exist, /0-984872633/running 2024-12-06T06:18:53,820 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:18:53,820 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:18:53,820 INFO [RS:0;6336e8474e1c:44987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:18:53,820 INFO [RS:0;6336e8474e1c:44987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:18:53,820 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(3091): Received CLOSE for 0315aae8a62907ecae2c688e8677cadb 2024-12-06T06:18:53,820 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(3091): Received CLOSE for 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:18:53,821 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,44987,1733465856391 2024-12-06T06:18:53,821 INFO [RS:0;6336e8474e1c:44987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:18:53,821 INFO [RS:0;6336e8474e1c:44987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:44987. 2024-12-06T06:18:53,821 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0315aae8a62907ecae2c688e8677cadb, disabling compactions & flushes 2024-12-06T06:18:53,821 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:18:53,821 DEBUG [RS:0;6336e8474e1c:44987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:18:53,821 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:18:53,821 DEBUG [RS:0;6336e8474e1c:44987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:53,821 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. after waiting 0 ms 2024-12-06T06:18:53,821 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:18:53,821 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:18:53,821 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:18:53,821 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:18:53,821 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:18:53,821 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:18:53,821 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1325): Online Regions={0315aae8a62907ecae2c688e8677cadb=test,,1733465862930.0315aae8a62907ecae2c688e8677cadb., 77e655923d3e4f6319e2610799958ca0=hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:18:53,821 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1351): Waiting on 0315aae8a62907ecae2c688e8677cadb, 1588230740, 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:18:53,821 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:18:53,821 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:18:53,821 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:18:53,821 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:18:53,821 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:18:53,822 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:18:53,825 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/default/test/0315aae8a62907ecae2c688e8677cadb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:18:53,826 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:18:53,826 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:18:53,826 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:18:53,826 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0315aae8a62907ecae2c688e8677cadb: Waiting for close lock at 1733465933821Running coprocessor pre-close hooks at 1733465933821Disabling compacts and flushes for region at 1733465933821Disabling writes for close at 1733465933821Writing region close event to WAL at 1733465933822 (+1 ms)Running coprocessor post-close hooks at 1733465933826 (+4 ms)Closed at 1733465933826 2024-12-06T06:18:53,826 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733465862930.0315aae8a62907ecae2c688e8677cadb. 2024-12-06T06:18:53,826 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77e655923d3e4f6319e2610799958ca0, disabling compactions & flushes 2024-12-06T06:18:53,826 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:18:53,826 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:18:53,826 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. after waiting 0 ms 2024-12-06T06:18:53,826 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:18:53,826 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 77e655923d3e4f6319e2610799958ca0 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-06T06:18:53,839 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/info/d52b5d33daa642bb90011cedafcaf41c is 147, key is hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0./info:regioninfo/1733465866945/Put/seqid=0 2024-12-06T06:18:53,840 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/.tmp/hfileref/52d64265832746eab3f4abf2c6408ebd is 74, key is 1/hfileref:525e808d02f14cfaabb8aceb81d4c827_SeqId_4_/1733465869764/DeleteColumn/seqid=0 2024-12-06T06:18:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741844_1020 (size=7686) 2024-12-06T06:18:53,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741845_1021 (size=5203) 2024-12-06T06:18:53,863 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:18:53,863 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:18:53,915 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:18:54,021 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:18:54,222 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:18:54,244 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/info/d52b5d33daa642bb90011cedafcaf41c 2024-12-06T06:18:54,245 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/.tmp/hfileref/52d64265832746eab3f4abf2c6408ebd 2024-12-06T06:18:54,264 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/ns/76644c03ae394649822c8956a9a4e00b is 43, key is default/ns:d/1733465858581/Put/seqid=0 2024-12-06T06:18:54,267 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/.tmp/queue/58cdc025613c4d728d5177b74aa985f1 is 153, key is 1-6336e8474e1c,44987,1733465856391/queue:6336e8474e1c%2C44987%2C1733465856391/1733465870666/Put/seqid=0 2024-12-06T06:18:54,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741846_1022 (size=5153) 2024-12-06T06:18:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741847_1023 (size=5352) 2024-12-06T06:18:54,422 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:18:54,622 DEBUG [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77e655923d3e4f6319e2610799958ca0 2024-12-06T06:18:54,669 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/ns/76644c03ae394649822c8956a9a4e00b 2024-12-06T06:18:54,671 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/.tmp/queue/58cdc025613c4d728d5177b74aa985f1 2024-12-06T06:18:54,681 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/.tmp/hfileref/52d64265832746eab3f4abf2c6408ebd as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/hfileref/52d64265832746eab3f4abf2c6408ebd 2024-12-06T06:18:54,687 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/hfileref/52d64265832746eab3f4abf2c6408ebd, entries=2, sequenceid=10, filesize=5.1 K 2024-12-06T06:18:54,688 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/.tmp/queue/58cdc025613c4d728d5177b74aa985f1 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/queue/58cdc025613c4d728d5177b74aa985f1 2024-12-06T06:18:54,694 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/queue/58cdc025613c4d728d5177b74aa985f1, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T06:18:54,695 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 77e655923d3e4f6319e2610799958ca0 in 869ms, sequenceid=10, compaction requested=false 2024-12-06T06:18:54,709 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/replication/77e655923d3e4f6319e2610799958ca0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T06:18:54,710 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:18:54,710 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:18:54,710 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:18:54,710 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77e655923d3e4f6319e2610799958ca0: Waiting for close lock at 1733465933826Running coprocessor pre-close hooks at 1733465933826Disabling compacts and flushes for region at 1733465933826Disabling writes for close at 1733465933826Obtaining lock to block concurrent updates at 1733465933826Preparing flush snapshotting stores in 77e655923d3e4f6319e2610799958ca0 at 1733465933826Finished memstore snapshotting hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733465933826Flushing stores of hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. at 1733465933827 (+1 ms)Flushing 77e655923d3e4f6319e2610799958ca0/hfileref: creating writer at 1733465933827Flushing 77e655923d3e4f6319e2610799958ca0/hfileref: appending metadata at 1733465933840 (+13 ms)Flushing 77e655923d3e4f6319e2610799958ca0/hfileref: closing flushed file at 1733465933840Flushing 77e655923d3e4f6319e2610799958ca0/queue: creating writer at 1733465934250 (+410 ms)Flushing 77e655923d3e4f6319e2610799958ca0/queue: appending metadata at 1733465934266 (+16 ms)Flushing 77e655923d3e4f6319e2610799958ca0/queue: closing flushed file at 1733465934266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6adaa2e0: reopening flushed file at 1733465934680 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e374567: reopening flushed file at 1733465934687 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 77e655923d3e4f6319e2610799958ca0 in 869ms, sequenceid=10, compaction requested=false at 1733465934695 (+8 ms)Writing region close event to WAL at 1733465934703 (+8 ms)Running coprocessor post-close hooks at 1733465934710 (+7 ms)Closed at 1733465934710 2024-12-06T06:18:54,710 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733465865759.77e655923d3e4f6319e2610799958ca0. 2024-12-06T06:18:54,715 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/rep_barrier/125922731f484237ad1aa34d2a6dd403 is 112, key is test,,1733465862930.0315aae8a62907ecae2c688e8677cadb./rep_barrier:seqnumDuringOpen/1733465864105/Put/seqid=0 2024-12-06T06:18:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741848_1024 (size=5518) 2024-12-06T06:18:54,723 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/rep_barrier/125922731f484237ad1aa34d2a6dd403 2024-12-06T06:18:54,751 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/table/8f4b5a750cd240d2973e46e12b654963 is 53, key is hbase:replication/table:state/1733465866955/Put/seqid=0 2024-12-06T06:18:54,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741849_1025 (size=5308) 2024-12-06T06:18:54,764 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/table/8f4b5a750cd240d2973e46e12b654963 2024-12-06T06:18:54,772 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/info/d52b5d33daa642bb90011cedafcaf41c as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/info/d52b5d33daa642bb90011cedafcaf41c 2024-12-06T06:18:54,777 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/info/d52b5d33daa642bb90011cedafcaf41c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:18:54,778 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/ns/76644c03ae394649822c8956a9a4e00b as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/ns/76644c03ae394649822c8956a9a4e00b 2024-12-06T06:18:54,784 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/ns/76644c03ae394649822c8956a9a4e00b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:18:54,785 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/rep_barrier/125922731f484237ad1aa34d2a6dd403 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/rep_barrier/125922731f484237ad1aa34d2a6dd403 2024-12-06T06:18:54,792 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/rep_barrier/125922731f484237ad1aa34d2a6dd403, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:18:54,793 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/.tmp/table/8f4b5a750cd240d2973e46e12b654963 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/table/8f4b5a750cd240d2973e46e12b654963 2024-12-06T06:18:54,800 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/table/8f4b5a750cd240d2973e46e12b654963, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:18:54,801 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=16, compaction requested=false 2024-12-06T06:18:54,802 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:18:54,812 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:18:54,813 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:18:54,813 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:18:54,813 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:18:54,813 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465933821Running coprocessor pre-close hooks at 1733465933821Disabling compacts and flushes for region at 1733465933821Disabling writes for close at 1733465933821Obtaining lock to block concurrent updates at 1733465933822 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733465933822Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733465933822Flushing stores of hbase:meta,,1.1588230740 at 1733465933822Flushing 1588230740/info: creating writer at 1733465933823 (+1 ms)Flushing 1588230740/info: appending metadata at 1733465933838 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733465933838Flushing 1588230740/ns: creating writer at 1733465934250 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733465934264 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733465934264Flushing 1588230740/rep_barrier: creating writer at 1733465934677 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733465934715 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733465934715Flushing 1588230740/table: creating writer at 1733465934730 (+15 ms)Flushing 1588230740/table: appending metadata at 1733465934751 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733465934751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad024c1: reopening flushed file at 1733465934771 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6a2bdd: reopening flushed file at 1733465934777 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4019dd3: reopening flushed file at 1733465934785 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae0e61a: reopening flushed file at 1733465934792 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=16, compaction requested=false at 1733465934801 (+9 ms)Writing region close event to WAL at 1733465934805 (+4 ms)Running coprocessor post-close hooks at 1733465934813 (+8 ms)Closed at 1733465934813 2024-12-06T06:18:54,813 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:18:54,822 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,44987,1733465856391; all regions closed. 2024-12-06T06:18:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:18:54,832 DEBUG [RS:0;6336e8474e1c:44987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/oldWALs 2024-12-06T06:18:54,833 INFO [RS:0;6336e8474e1c:44987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C44987%2C1733465856391.meta:.meta(num 1733465858528) 2024-12-06T06:18:54,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741839_1015 (size=2700) 2024-12-06T06:18:54,845 DEBUG [RS:0;6336e8474e1c:44987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/oldWALs 2024-12-06T06:18:54,845 INFO [RS:0;6336e8474e1c:44987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C44987%2C1733465856391.rep:(num 1733465866905) 2024-12-06T06:18:54,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/WALs/6336e8474e1c,44987,1733465856391/6336e8474e1c%2C44987%2C1733465856391.1733465857978 not finished, retry = 0 2024-12-06T06:18:54,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741833_1009 (size=1300) 2024-12-06T06:18:54,952 DEBUG [RS:0;6336e8474e1c:44987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/oldWALs 2024-12-06T06:18:54,952 INFO [RS:0;6336e8474e1c:44987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C44987%2C1733465856391:(num 1733465857978) 2024-12-06T06:18:54,952 DEBUG [RS:0;6336e8474e1c:44987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:54,952 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:18:54,952 INFO [RS:0;6336e8474e1c:44987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:18:54,953 INFO [RS:0;6336e8474e1c:44987 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:18:54,953 INFO [RS:0;6336e8474e1c:44987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:18:54,953 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:18:54,953 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,44987,1733465856391 because: Region server is closing 2024-12-06T06:18:54,953 INFO [RS:0;6336e8474e1c:44987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:44987. 2024-12-06T06:18:54,953 DEBUG [RS:0;6336e8474e1c:44987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:18:54,953 DEBUG [RS:0;6336e8474e1c:44987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:54,953 DEBUG [RS:0;6336e8474e1c:44987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:54,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:18:55,054 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.wal-reader.6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T06:18:55,054 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.shipper6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T06:18:55,054 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,44987,1733465856391.replicationSource.shipper6336e8474e1c%2C44987%2C1733465856391,1-6336e8474e1c,44987,1733465856391 terminated 2024-12-06T06:18:55,054 INFO [RS:0;6336e8474e1c:44987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44987 2024-12-06T06:18:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-984872633/rs/6336e8474e1c,44987,1733465856391 2024-12-06T06:18:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633/rs 2024-12-06T06:18:55,057 INFO [RS:0;6336e8474e1c:44987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:18:55,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,44987,1733465856391] 2024-12-06T06:18:55,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-984872633/draining/6336e8474e1c,44987,1733465856391 already deleted, retry=false 2024-12-06T06:18:55,061 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,44987,1733465856391 expired; onlineServers=0 2024-12-06T06:18:55,061 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,45497,1733465856339' ***** 2024-12-06T06:18:55,061 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:18:55,061 INFO [M:0;6336e8474e1c:45497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:18:55,061 INFO [M:0;6336e8474e1c:45497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:18:55,061 DEBUG [M:0;6336e8474e1c:45497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:18:55,061 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:18:55,061 DEBUG [M:0;6336e8474e1c:45497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:18:55,061 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465857780 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465857780,5,FailOnTimeoutGroup] 2024-12-06T06:18:55,061 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465857780 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465857780,5,FailOnTimeoutGroup] 2024-12-06T06:18:55,061 INFO [M:0;6336e8474e1c:45497 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:18:55,061 INFO [M:0;6336e8474e1c:45497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:18:55,061 DEBUG [M:0;6336e8474e1c:45497 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:18:55,061 INFO [M:0;6336e8474e1c:45497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:18:55,062 INFO [M:0;6336e8474e1c:45497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:18:55,062 INFO [M:0;6336e8474e1c:45497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:18:55,062 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:18:55,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-984872633/master 2024-12-06T06:18:55,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-984872633 2024-12-06T06:18:55,064 DEBUG [M:0;6336e8474e1c:45497 {}] zookeeper.RecoverableZooKeeper(212): Node /0-984872633/master already deleted, retry=false 2024-12-06T06:18:55,064 DEBUG [M:0;6336e8474e1c:45497 {}] master.ActiveMasterManager(353): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-984872633/master 2024-12-06T06:18:55,066 INFO [M:0;6336e8474e1c:45497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/.lastflushedseqids 2024-12-06T06:18:55,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741850_1026 (size=263) 2024-12-06T06:18:55,074 INFO [M:0;6336e8474e1c:45497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:18:55,074 INFO [M:0;6336e8474e1c:45497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:18:55,074 DEBUG [M:0;6336e8474e1c:45497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:18:55,075 INFO [M:0;6336e8474e1c:45497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:55,075 DEBUG [M:0;6336e8474e1c:45497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:55,075 DEBUG [M:0;6336e8474e1c:45497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:18:55,075 DEBUG [M:0;6336e8474e1c:45497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:55,075 INFO [M:0;6336e8474e1c:45497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-06T06:18:55,098 DEBUG [M:0;6336e8474e1c:45497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0766e7abbba14c5da4a8922b2ccc046d is 82, key is hbase:meta,,1/info:regioninfo/1733465858563/Put/seqid=0 2024-12-06T06:18:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741851_1027 (size=5672) 2024-12-06T06:18:55,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:18:55,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x101866bbfa60001, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:18:55,159 INFO [RS:0;6336e8474e1c:44987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:18:55,159 INFO [RS:0;6336e8474e1c:44987 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,44987,1733465856391; zookeeper connection closed. 2024-12-06T06:18:55,159 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@433368ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@433368ec 2024-12-06T06:18:55,159 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:18:55,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:18:55,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:18:55,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:18:55,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:18:55,504 INFO [M:0;6336e8474e1c:45497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0766e7abbba14c5da4a8922b2ccc046d 2024-12-06T06:18:55,540 DEBUG [M:0;6336e8474e1c:45497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05a67357169c43ef987ac4208b3b50c1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733465864129/Put/seqid=0 2024-12-06T06:18:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741852_1028 (size=7240) 2024-12-06T06:18:55,946 INFO [M:0;6336e8474e1c:45497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05a67357169c43ef987ac4208b3b50c1 2024-12-06T06:18:55,953 INFO [M:0;6336e8474e1c:45497 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05a67357169c43ef987ac4208b3b50c1 2024-12-06T06:18:55,975 DEBUG [M:0;6336e8474e1c:45497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b21adc35e8245499ea6dc06934551a5 is 69, key is 6336e8474e1c,44987,1733465856391/rs:state/1733465857833/Put/seqid=0 2024-12-06T06:18:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741853_1029 (size=5156) 2024-12-06T06:18:55,979 INFO [M:0;6336e8474e1c:45497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b21adc35e8245499ea6dc06934551a5 2024-12-06T06:18:55,985 DEBUG [M:0;6336e8474e1c:45497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0766e7abbba14c5da4a8922b2ccc046d as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0766e7abbba14c5da4a8922b2ccc046d 2024-12-06T06:18:55,990 INFO [M:0;6336e8474e1c:45497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0766e7abbba14c5da4a8922b2ccc046d, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T06:18:55,991 DEBUG [M:0;6336e8474e1c:45497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05a67357169c43ef987ac4208b3b50c1 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05a67357169c43ef987ac4208b3b50c1 2024-12-06T06:18:55,996 INFO [M:0;6336e8474e1c:45497 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05a67357169c43ef987ac4208b3b50c1 2024-12-06T06:18:55,997 INFO [M:0;6336e8474e1c:45497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05a67357169c43ef987ac4208b3b50c1, entries=11, sequenceid=105, filesize=7.1 K 2024-12-06T06:18:55,998 DEBUG [M:0;6336e8474e1c:45497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b21adc35e8245499ea6dc06934551a5 as hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b21adc35e8245499ea6dc06934551a5 2024-12-06T06:18:56,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:18:56,003 INFO [M:0;6336e8474e1c:45497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/40eb694a-a324-4873-d9d9-0f5dae45c73f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b21adc35e8245499ea6dc06934551a5, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T06:18:56,004 INFO [M:0;6336e8474e1c:45497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=105, compaction requested=false 2024-12-06T06:18:56,015 INFO [M:0;6336e8474e1c:45497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:56,015 DEBUG [M:0;6336e8474e1c:45497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465935074Disabling compacts and flushes for region at 1733465935074Disabling writes for close at 1733465935075 (+1 ms)Obtaining lock to block concurrent updates at 1733465935075Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465935075Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733465935075Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465935076 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465935076Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465935097 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465935098 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465935516 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465935539 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465935539Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465935953 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465935974 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465935974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ffc2800: reopening flushed file at 1733465935984 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12f7cf48: reopening flushed file at 1733465935990 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e46c62: reopening flushed file at 1733465935997 (+7 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=105, compaction requested=false at 1733465936004 (+7 ms)Writing region close event to WAL at 1733465936015 (+11 ms)Closed at 1733465936015 2024-12-06T06:18:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37579 is added to blk_1073741830_1006 (size=64526) 2024-12-06T06:18:56,021 INFO [M:0;6336e8474e1c:45497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:18:56,021 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:18:56,021 INFO [M:0;6336e8474e1c:45497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45497 2024-12-06T06:18:56,022 INFO [M:0;6336e8474e1c:45497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:18:56,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:18:56,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:18:56,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:18:56,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:18:56,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:18:56,125 INFO [M:0;6336e8474e1c:45497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:18:56,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45497-0x101866bbfa60000, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:18:56,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:18:56,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:18:56,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:18:56,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:18:56,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/hadoop.log.dir/,STOPPED} 2024-12-06T06:18:56,129 WARN [BP-647703920-172.17.0.2-1733465855293 heartbeating to localhost/127.0.0.1:43417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:18:56,129 WARN [BP-647703920-172.17.0.2-1733465855293 heartbeating to localhost/127.0.0.1:43417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647703920-172.17.0.2-1733465855293 (Datanode Uuid ae61aa20-7f1c-45a8-aa55-4fa853659ac4) service to localhost/127.0.0.1:43417 2024-12-06T06:18:56,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:18:56,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:18:56,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/cluster_a93c2028-04f0-45b9-6c3e-e180ee158609/data/data1/current/BP-647703920-172.17.0.2-1733465855293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:18:56,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/cluster_a93c2028-04f0-45b9-6c3e-e180ee158609/data/data2/current/BP-647703920-172.17.0.2-1733465855293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:18:56,131 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:18:56,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:18:56,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:18:56,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:18:56,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:18:56,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d90cc6aa-04f5-771f-6541-6e88b11c324a/hadoop.log.dir/,STOPPED} 2024-12-06T06:18:56,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:18:56,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:18:56,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 141) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f0510b91c98.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60148) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f0510b91c98.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43417 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60148) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35171 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5294 (was 5132) - AvailableMemoryMB LEAK? - 2024-12-06T06:18:56,184 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=506, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=5294 2024-12-06T06:18:56,199 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-06T06:18:56,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/hadoop.log.dir so I do NOT create it in target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6 2024-12-06T06:18:56,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:18:56,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/hadoop.tmp.dir so I do NOT create it in target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6 2024-12-06T06:18:56,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a730c040-cf68-6eb7-8bb9-319262fb12e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:18:56,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6 2024-12-06T06:18:56,201 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/cluster_db47d1be-be73-c9c6-d1d0-4ba8044f3c9d, deleteOnExit=true 2024-12-06T06:18:56,205 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/cluster_db47d1be-be73-c9c6-d1d0-4ba8044f3c9d/zookeeper_0, clientPort=54471, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/cluster_db47d1be-be73-c9c6-d1d0-4ba8044f3c9d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/cluster_db47d1be-be73-c9c6-d1d0-4ba8044f3c9d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:18:56,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54471 2024-12-06T06:18:56,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:18:56,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:18:56,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/test.cache.data in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:18:56,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:18:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:18:56,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:18:56,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:18:56,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:18:56,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:18:56,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:18:56,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101866bbfa60005, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:18:56,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101866bbfa60002, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:18:56,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101866bbfa60002, quorum=127.0.0.1:60148, baseZNode=/0-984872633 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:18:56,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101866bbfa60005, quorum=127.0.0.1:60148, baseZNode=/1-2034099086 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:18:56,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:18:56,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:18:56,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:18:56,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:18:56,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:18:56,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:18:56,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@428b4dbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:18:56,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67266931{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:18:56,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22e1d17c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/java.io.tmpdir/jetty-localhost-39001-hadoop-hdfs-3_4_1-tests_jar-_-any-18241854906148057077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:18:56,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb036dc{HTTP/1.1, (http/1.1)}{localhost:39001} 2024-12-06T06:18:56,432 INFO [Time-limited test {}] server.Server(415): Started @125104ms 2024-12-06T06:18:56,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:18:56,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:18:56,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:18:56,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:18:56,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:18:56,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1373e863{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:18:56,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25077bd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:18:56,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:18:56,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T06:18:56,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T06:18:56,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T06:18:56,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T06:18:56,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:18:56,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:18:56,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bd37a28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/java.io.tmpdir/jetty-localhost-42793-hadoop-hdfs-3_4_1-tests_jar-_-any-3224732187106948933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:18:56,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@461e8a19{HTTP/1.1, (http/1.1)}{localhost:42793} 2024-12-06T06:18:56,657 INFO [Time-limited test {}] server.Server(415): Started @125329ms 2024-12-06T06:18:56,658 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:18:56,772 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/cluster_db47d1be-be73-c9c6-d1d0-4ba8044f3c9d/data/data1/current/BP-667701802-172.17.0.2-1733465936227/current, will proceed with Du for space computation calculation, 2024-12-06T06:18:56,772 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/cluster_db47d1be-be73-c9c6-d1d0-4ba8044f3c9d/data/data2/current/BP-667701802-172.17.0.2-1733465936227/current, will proceed with Du for space computation calculation, 2024-12-06T06:18:56,799 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:18:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcbfdcbc0b6ff2aa with lease ID 0x9d9cbbf9f629bccc: Processing first storage report for DS-113fe1bc-3ccf-4a42-a7b7-d985d8bdc8d9 from datanode DatanodeRegistration(127.0.0.1:36391, datanodeUuid=0dcec682-1962-4d51-b26a-6ace88712d38, infoPort=40471, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=61622232;c=1733465936227) 2024-12-06T06:18:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcbfdcbc0b6ff2aa with lease ID 0x9d9cbbf9f629bccc: from storage DS-113fe1bc-3ccf-4a42-a7b7-d985d8bdc8d9 node DatanodeRegistration(127.0.0.1:36391, datanodeUuid=0dcec682-1962-4d51-b26a-6ace88712d38, infoPort=40471, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=61622232;c=1733465936227), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:18:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcbfdcbc0b6ff2aa with lease ID 0x9d9cbbf9f629bccc: Processing first storage report for DS-73f3d8db-98a8-480c-936c-92e77038c87b from datanode DatanodeRegistration(127.0.0.1:36391, datanodeUuid=0dcec682-1962-4d51-b26a-6ace88712d38, infoPort=40471, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=61622232;c=1733465936227) 2024-12-06T06:18:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcbfdcbc0b6ff2aa with lease ID 0x9d9cbbf9f629bccc: from storage DS-73f3d8db-98a8-480c-936c-92e77038c87b node DatanodeRegistration(127.0.0.1:36391, datanodeUuid=0dcec682-1962-4d51-b26a-6ace88712d38, infoPort=40471, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=61622232;c=1733465936227), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:18:56,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6 2024-12-06T06:18:56,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:18:56,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:18:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:18:57,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22 with version=8 2024-12-06T06:18:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/hbase-staging 2024-12-06T06:18:57,307 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:18:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:18:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:18:57,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:18:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:18:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:18:57,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:18:57,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:18:57,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35681 2024-12-06T06:18:57,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35681 connecting to ZooKeeper ensemble=127.0.0.1:54471 2024-12-06T06:18:57,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356810x0, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:18:57,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35681-0x101866cfbdb0000 connected 2024-12-06T06:18:57,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:18:57,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:18:57,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/running 2024-12-06T06:18:57,341 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22, hbase.cluster.distributed=false 2024-12-06T06:18:57,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/acl 2024-12-06T06:18:57,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35681 2024-12-06T06:18:57,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35681 2024-12-06T06:18:57,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35681 2024-12-06T06:18:57,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35681 2024-12-06T06:18:57,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35681 2024-12-06T06:18:57,362 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:18:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:18:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:18:57,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:18:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:18:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:18:57,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:18:57,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:18:57,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35773 2024-12-06T06:18:57,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35773 connecting to ZooKeeper ensemble=127.0.0.1:54471 2024-12-06T06:18:57,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:18:57,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:18:57,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357730x0, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:18:57,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35773-0x101866cfbdb0001 connected 2024-12-06T06:18:57,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/running 2024-12-06T06:18:57,371 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:18:57,372 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:18:57,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/master 2024-12-06T06:18:57,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/acl 2024-12-06T06:18:57,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35773 2024-12-06T06:18:57,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35773 2024-12-06T06:18:57,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35773 2024-12-06T06:18:57,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35773 2024-12-06T06:18:57,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35773 2024-12-06T06:18:57,397 DEBUG [M:0;6336e8474e1c:35681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:35681 2024-12-06T06:18:57,397 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01773863140/backup-masters/6336e8474e1c,35681,1733465937306 2024-12-06T06:18:57,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/backup-masters 2024-12-06T06:18:57,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/backup-masters 2024-12-06T06:18:57,399 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on existing znode=/01773863140/backup-masters/6336e8474e1c,35681,1733465937306 2024-12-06T06:18:57,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773863140/master 2024-12-06T06:18:57,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:57,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:57,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on existing znode=/01773863140/master 2024-12-06T06:18:57,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01773863140/backup-masters/6336e8474e1c,35681,1733465937306 from backup master directory 2024-12-06T06:18:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773863140/backup-masters/6336e8474e1c,35681,1733465937306 2024-12-06T06:18:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/backup-masters 2024-12-06T06:18:57,405 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:18:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/backup-masters 2024-12-06T06:18:57,405 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,35681,1733465937306 2024-12-06T06:18:57,409 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/hbase.id] with ID: 6d4052aa-8380-41f7-ae23-c4c9117f5534 2024-12-06T06:18:57,409 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/.tmp/hbase.id 2024-12-06T06:18:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:18:57,815 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/.tmp/hbase.id]:[hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/hbase.id] 2024-12-06T06:18:57,828 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:18:57,828 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:18:57,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:18:57,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:57,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:57,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:18:57,842 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:18:57,843 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:18:57,843 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:18:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:18:57,855 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store 2024-12-06T06:18:57,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:18:57,873 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:18:57,873 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:18:57,873 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:57,873 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:57,874 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:18:57,874 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:57,874 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:18:57,874 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465937873Disabling compacts and flushes for region at 1733465937873Disabling writes for close at 1733465937874 (+1 ms)Writing region close event to WAL at 1733465937874Closed at 1733465937874 2024-12-06T06:18:57,874 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/.initializing 2024-12-06T06:18:57,875 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35681,1733465937306 2024-12-06T06:18:57,875 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:18:57,878 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C35681%2C1733465937306, suffix=, logDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35681,1733465937306, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/oldWALs, maxLogs=10 2024-12-06T06:18:57,895 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35681,1733465937306/6336e8474e1c%2C35681%2C1733465937306.1733465937878, exclude list is [], retry=0 2024-12-06T06:18:57,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-113fe1bc-3ccf-4a42-a7b7-d985d8bdc8d9,DISK] 2024-12-06T06:18:57,907 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35681,1733465937306/6336e8474e1c%2C35681%2C1733465937306.1733465937878 2024-12-06T06:18:57,920 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-12-06T06:18:57,920 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:18:57,920 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:18:57,920 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,920 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:18:57,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:57,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:18:57,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:18:57,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:57,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:18:57,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:18:57,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:57,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:18:57,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:18:57,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:57,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:18:57,936 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,937 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,937 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,939 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,939 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,939 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:18:57,941 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:18:57,948 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:18:57,949 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64240761, jitterRate=-0.042738065123558044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:18:57,950 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465937921Initializing all the Stores at 1733465937922 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465937922Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465937925 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465937925Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465937925Cleaning up temporary data from old regions at 1733465937939 (+14 ms)Region opened successfully at 1733465937949 (+10 ms) 2024-12-06T06:18:57,951 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:18:57,960 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1416cd20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:18:57,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:18:57,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:18:57,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:18:57,962 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:18:57,962 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:18:57,963 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:18:57,963 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:18:57,974 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:18:57,975 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/balancer because node does not exist (not necessarily an error) 2024-12-06T06:18:57,976 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/balancer already deleted, retry=false 2024-12-06T06:18:57,977 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:18:57,980 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:18:57,983 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/normalizer already deleted, retry=false 2024-12-06T06:18:57,984 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:18:57,989 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:18:57,991 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/switch/split already deleted, retry=false 2024-12-06T06:18:57,992 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:18:57,996 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/switch/merge already deleted, retry=false 2024-12-06T06:18:57,999 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:18:58,000 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/snapshot-cleanup already deleted, retry=false 2024-12-06T06:18:58,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773863140/running 2024-12-06T06:18:58,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:58,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773863140/running 2024-12-06T06:18:58,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:58,005 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,35681,1733465937306, sessionid=0x101866cfbdb0000, setting cluster-up flag (Was=false) 2024-12-06T06:18:58,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:58,018 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01773863140/flush-table-proc/acquired, /01773863140/flush-table-proc/reached, /01773863140/flush-table-proc/abort 2024-12-06T06:18:58,019 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,35681,1733465937306 2024-12-06T06:18:58,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:58,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:58,029 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01773863140/online-snapshot/acquired, /01773863140/online-snapshot/reached, /01773863140/online-snapshot/abort 2024-12-06T06:18:58,031 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,35681,1733465937306 2024-12-06T06:18:58,041 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:18:58,046 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:18:58,046 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:18:58,047 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:18:58,047 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,35681,1733465937306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:18:58,048 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:18:58,048 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:18:58,048 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:18:58,048 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:18:58,049 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:18:58,049 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,049 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:18:58,049 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,061 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:18:58,061 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:18:58,062 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:58,063 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:18:58,068 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465968068 2024-12-06T06:18:58,069 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:18:58,069 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:18:58,069 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:18:58,069 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:18:58,069 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:18:58,069 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:18:58,077 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,077 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:18:58,077 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:18:58,077 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:18:58,078 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:18:58,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:18:58,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:18:58,085 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465938085,5,FailOnTimeoutGroup] 2024-12-06T06:18:58,086 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465938085,5,FailOnTimeoutGroup] 2024-12-06T06:18:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:18:58,086 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,086 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:18:58,086 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,086 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,088 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(746): ClusterId : 6d4052aa-8380-41f7-ae23-c4c9117f5534 2024-12-06T06:18:58,088 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:18:58,090 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:18:58,090 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:18:58,094 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:18:58,094 DEBUG [RS:0;6336e8474e1c:35773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df66d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:18:58,111 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:35773 2024-12-06T06:18:58,111 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:18:58,111 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:18:58,111 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:18:58,112 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,35681,1733465937306 with port=35773, startcode=1733465937362 2024-12-06T06:18:58,113 DEBUG [RS:0;6336e8474e1c:35773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:18:58,117 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:18:58,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,35773,1733465937362 2024-12-06T06:18:58,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35681 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,35773,1733465937362 2024-12-06T06:18:58,119 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22 2024-12-06T06:18:58,119 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46017 2024-12-06T06:18:58,119 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:18:58,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/rs 2024-12-06T06:18:58,122 DEBUG [RS:0;6336e8474e1c:35773 {}] zookeeper.ZKUtil(111): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on existing znode=/01773863140/rs/6336e8474e1c,35773,1733465937362 2024-12-06T06:18:58,122 WARN [RS:0;6336e8474e1c:35773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:18:58,122 INFO [RS:0;6336e8474e1c:35773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:18:58,122 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362 2024-12-06T06:18:58,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,35773,1733465937362] 2024-12-06T06:18:58,132 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:18:58,133 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:18:58,136 INFO [RS:0;6336e8474e1c:35773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:18:58,136 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,136 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:18:58,137 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:18:58,137 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,137 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,137 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,137 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,137 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,138 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,138 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:18:58,138 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,138 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,138 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,138 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,138 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,138 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:18:58,138 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:18:58,138 DEBUG [RS:0;6336e8474e1c:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:18:58,140 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,140 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,140 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,140 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,140 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,140 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35773,1733465937362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:18:58,159 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:18:58,159 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35773,1733465937362-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,159 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,159 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.Replication(171): 6336e8474e1c,35773,1733465937362 started 2024-12-06T06:18:58,173 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:58,174 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,35773,1733465937362, RpcServer on 6336e8474e1c/172.17.0.2:35773, sessionid=0x101866cfbdb0001 2024-12-06T06:18:58,174 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:18:58,174 DEBUG [RS:0;6336e8474e1c:35773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,35773,1733465937362 2024-12-06T06:18:58,174 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35773,1733465937362' 2024-12-06T06:18:58,174 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01773863140/flush-table-proc/abort' 2024-12-06T06:18:58,174 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01773863140/flush-table-proc/acquired' 2024-12-06T06:18:58,175 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:18:58,175 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:18:58,175 DEBUG [RS:0;6336e8474e1c:35773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,35773,1733465937362 2024-12-06T06:18:58,175 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35773,1733465937362' 2024-12-06T06:18:58,175 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01773863140/online-snapshot/abort' 2024-12-06T06:18:58,175 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01773863140/online-snapshot/acquired' 2024-12-06T06:18:58,175 DEBUG [RS:0;6336e8474e1c:35773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:18:58,176 INFO [RS:0;6336e8474e1c:35773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:18:58,176 INFO [RS:0;6336e8474e1c:35773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:18:58,276 INFO [RS:0;6336e8474e1c:35773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:18:58,278 INFO [RS:0;6336e8474e1c:35773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35773%2C1733465937362, suffix=, logDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs, maxLogs=10 2024-12-06T06:18:58,301 DEBUG [RS:0;6336e8474e1c:35773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279, exclude list is [], retry=0 2024-12-06T06:18:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-113fe1bc-3ccf-4a42-a7b7-d985d8bdc8d9,DISK] 2024-12-06T06:18:58,314 INFO [RS:0;6336e8474e1c:35773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279 2024-12-06T06:18:58,315 DEBUG [RS:0;6336e8474e1c:35773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-12-06T06:18:58,488 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:18:58,488 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22 2024-12-06T06:18:58,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:18:58,896 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:18:58,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:18:58,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:18:58,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:58,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:18:58,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:18:58,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:18:58,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:58,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:18:58,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:18:58,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:18:58,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:58,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:18:58,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:18:58,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:18:58,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:58,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:18:58,904 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:18:58,904 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740 2024-12-06T06:18:58,904 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740 2024-12-06T06:18:58,905 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:18:58,905 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:18:58,906 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:18:58,907 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:18:58,909 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:18:58,909 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66693458, jitterRate=-0.0061900317668914795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:18:58,910 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465938896Initializing all the Stores at 1733465938897 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465938897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465938897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465938897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465938897Cleaning up temporary data from old regions at 1733465938905 (+8 ms)Region opened successfully at 1733465938910 (+5 ms) 2024-12-06T06:18:58,910 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:18:58,910 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:18:58,910 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:18:58,910 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:18:58,910 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:18:58,910 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:18:58,910 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465938910Disabling compacts and flushes for region at 1733465938910Disabling writes for close at 1733465938910Writing region close event to WAL at 1733465938910Closed at 1733465938910 2024-12-06T06:18:58,911 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:18:58,912 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:18:58,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:18:58,913 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:18:58,914 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:18:59,064 DEBUG [6336e8474e1c:35681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:18:59,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,35773,1733465937362 2024-12-06T06:18:59,067 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35773,1733465937362, state=OPENING 2024-12-06T06:18:59,068 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:18:59,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:59,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:18:59,070 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:18:59,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: CHANGED 2024-12-06T06:18:59,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35773,1733465937362}] 2024-12-06T06:18:59,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: CHANGED 2024-12-06T06:18:59,222 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:18:59,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:18:59,228 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:18:59,228 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:18:59,228 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:18:59,230 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35773%2C1733465937362.meta, suffix=.meta, logDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs, maxLogs=10 2024-12-06T06:18:59,243 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.meta.1733465939230.meta, exclude list is [], retry=0 2024-12-06T06:18:59,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-113fe1bc-3ccf-4a42-a7b7-d985d8bdc8d9,DISK] 2024-12-06T06:18:59,247 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.meta.1733465939230.meta 2024-12-06T06:18:59,247 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-12-06T06:18:59,247 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:18:59,248 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:18:59,248 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:18:59,248 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:18:59,248 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:18:59,248 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:18:59,248 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:18:59,248 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:18:59,248 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:18:59,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:18:59,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:18:59,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:59,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:18:59,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:18:59,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:18:59,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:59,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:18:59,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:18:59,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:18:59,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:59,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:18:59,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:18:59,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:18:59,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:18:59,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:18:59,254 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:18:59,254 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740 2024-12-06T06:18:59,255 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740 2024-12-06T06:18:59,256 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:18:59,256 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:18:59,256 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:18:59,257 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:18:59,258 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69587980, jitterRate=0.036941707134246826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:18:59,258 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:18:59,259 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465939249Writing region info on filesystem at 1733465939249Initializing all the Stores at 1733465939249Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465939249Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465939249Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465939249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465939249Cleaning up temporary data from old regions at 1733465939256 (+7 ms)Running coprocessor post-open hooks at 1733465939258 (+2 ms)Region opened successfully at 1733465939259 (+1 ms) 2024-12-06T06:18:59,260 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465939222 2024-12-06T06:18:59,262 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:18:59,262 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:18:59,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,35773,1733465937362 2024-12-06T06:18:59,264 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35773,1733465937362, state=OPEN 2024-12-06T06:18:59,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773863140/meta-region-server 2024-12-06T06:18:59,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773863140/meta-region-server 2024-12-06T06:18:59,269 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,35773,1733465937362 2024-12-06T06:18:59,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: CHANGED 2024-12-06T06:18:59,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: CHANGED 2024-12-06T06:18:59,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:18:59,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35773,1733465937362 in 199 msec 2024-12-06T06:18:59,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:18:59,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-12-06T06:18:59,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:18:59,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:18:59,276 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:18:59,276 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35773,1733465937362, seqNum=-1] 2024-12-06T06:18:59,276 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:18:59,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:18:59,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-12-06T06:18:59,283 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465939283, completionTime=-1 2024-12-06T06:18:59,283 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:18:59,283 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:18:59,285 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:18:59,285 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733465999285 2024-12-06T06:18:59,285 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466059285 2024-12-06T06:18:59,285 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T06:18:59,285 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35681,1733465937306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:59,285 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35681,1733465937306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:59,286 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35681,1733465937306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:59,286 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:35681, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:59,286 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:59,287 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:59,287 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:18:59,291 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.885sec 2024-12-06T06:18:59,291 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:18:59,291 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:18:59,291 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:18:59,291 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:18:59,291 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:18:59,291 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35681,1733465937306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:18:59,291 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35681,1733465937306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:18:59,293 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:18:59,293 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:18:59,293 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35681,1733465937306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:18:59,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6c30b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:18:59,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,35681,-1 for getting cluster id 2024-12-06T06:18:59,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:18:59,390 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d4052aa-8380-41f7-ae23-c4c9117f5534' 2024-12-06T06:18:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:18:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d4052aa-8380-41f7-ae23-c4c9117f5534" 2024-12-06T06:18:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7461a40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:18:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,35681,-1] 2024-12-06T06:18:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:18:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:18:59,393 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:18:59,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2944acee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:18:59,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:18:59,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35773,1733465937362, seqNum=-1] 2024-12-06T06:18:59,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:18:59,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:18:59,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,35681,1733465937306 2024-12-06T06:18:59,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54471 2024-12-06T06:18:59,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:18:59,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101866cfbdb0002 connected 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/hadoop.log.dir so I do NOT create it in target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a 2024-12-06T06:18:59,405 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/hadoop.tmp.dir so I do NOT create it in target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a 2024-12-06T06:18:59,405 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:18:59,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/cluster_57b83770-3c36-9178-7414-bcecad110821, deleteOnExit=true 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/test.cache.data in system properties and HBase conf 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:18:59,405 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:18:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:18:59,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:18:59,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:18:59,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:18:59,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:18:59,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:18:59,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:18:59,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:18:59,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e2755e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:18:59,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8042823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:18:59,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c58f274{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/java.io.tmpdir/jetty-localhost-42371-hadoop-hdfs-3_4_1-tests_jar-_-any-16956479782347541483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:18:59,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25c7dd70{HTTP/1.1, (http/1.1)}{localhost:42371} 2024-12-06T06:18:59,626 INFO [Time-limited test {}] server.Server(415): Started @128298ms 2024-12-06T06:18:59,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:18:59,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:18:59,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:18:59,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:18:59,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:18:59,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd6c9c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:18:59,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bff4f3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:18:59,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@544c804c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/java.io.tmpdir/jetty-localhost-35699-hadoop-hdfs-3_4_1-tests_jar-_-any-3714179774371833351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:18:59,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f81a38{HTTP/1.1, (http/1.1)}{localhost:35699} 2024-12-06T06:18:59,957 INFO [Time-limited test {}] server.Server(415): Started @128628ms 2024-12-06T06:18:59,958 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:19:00,079 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/cluster_57b83770-3c36-9178-7414-bcecad110821/data/data1/current/BP-976491003-172.17.0.2-1733465939427/current, will proceed with Du for space computation calculation, 2024-12-06T06:19:00,079 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/cluster_57b83770-3c36-9178-7414-bcecad110821/data/data2/current/BP-976491003-172.17.0.2-1733465939427/current, will proceed with Du for space computation calculation, 2024-12-06T06:19:00,105 WARN [Thread-1387 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:19:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9970afafb9942295 with lease ID 0xb04da15ac7a1f0ef: Processing first storage report for DS-ae159fce-a0b5-406a-ba1c-24e3953f07cd from datanode DatanodeRegistration(127.0.0.1:36049, datanodeUuid=5b398026-17d6-46fc-951a-5eb9a3caa88a, infoPort=44949, infoSecurePort=0, ipcPort=37961, storageInfo=lv=-57;cid=testClusterID;nsid=2079251476;c=1733465939427) 2024-12-06T06:19:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9970afafb9942295 with lease ID 0xb04da15ac7a1f0ef: from storage DS-ae159fce-a0b5-406a-ba1c-24e3953f07cd node DatanodeRegistration(127.0.0.1:36049, datanodeUuid=5b398026-17d6-46fc-951a-5eb9a3caa88a, infoPort=44949, infoSecurePort=0, ipcPort=37961, storageInfo=lv=-57;cid=testClusterID;nsid=2079251476;c=1733465939427), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:19:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9970afafb9942295 with lease ID 0xb04da15ac7a1f0ef: Processing first storage report for DS-e51d90bc-fefe-4714-acb5-10e65b3b707f from datanode DatanodeRegistration(127.0.0.1:36049, datanodeUuid=5b398026-17d6-46fc-951a-5eb9a3caa88a, infoPort=44949, infoSecurePort=0, ipcPort=37961, storageInfo=lv=-57;cid=testClusterID;nsid=2079251476;c=1733465939427) 2024-12-06T06:19:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9970afafb9942295 with lease ID 0xb04da15ac7a1f0ef: from storage DS-e51d90bc-fefe-4714-acb5-10e65b3b707f node DatanodeRegistration(127.0.0.1:36049, datanodeUuid=5b398026-17d6-46fc-951a-5eb9a3caa88a, infoPort=44949, infoSecurePort=0, ipcPort=37961, storageInfo=lv=-57;cid=testClusterID;nsid=2079251476;c=1733465939427), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:19:00,197 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a 2024-12-06T06:19:00,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:00,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:00,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:19:00,207 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d with version=8 2024-12-06T06:19:00,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/hbase-staging 2024-12-06T06:19:00,209 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:00,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:00,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:00,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:00,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:00,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:00,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:19:00,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:00,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43317 2024-12-06T06:19:00,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43317 connecting to ZooKeeper ensemble=127.0.0.1:54471 2024-12-06T06:19:00,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433170x0, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:00,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43317-0x101866cfbdb0003 connected 2024-12-06T06:19:00,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:00,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:00,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Set watcher on znode that does not yet exist, /1-27006340/running 2024-12-06T06:19:00,231 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d, hbase.cluster.distributed=false 2024-12-06T06:19:00,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Set watcher on znode that does not yet exist, /1-27006340/acl 2024-12-06T06:19:00,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43317 2024-12-06T06:19:00,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43317 2024-12-06T06:19:00,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43317 2024-12-06T06:19:00,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43317 2024-12-06T06:19:00,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43317 2024-12-06T06:19:00,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:00,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:00,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:00,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:00,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:00,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:00,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:19:00,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:00,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34127 2024-12-06T06:19:00,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34127 connecting to ZooKeeper ensemble=127.0.0.1:54471 2024-12-06T06:19:00,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:00,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:00,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341270x0, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:00,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341270x0, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Set watcher on znode that does not yet exist, /1-27006340/running 2024-12-06T06:19:00,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:19:00,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34127-0x101866cfbdb0004 connected 2024-12-06T06:19:00,265 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:19:00,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Set watcher on znode that does not yet exist, /1-27006340/master 2024-12-06T06:19:00,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Set watcher on znode that does not yet exist, /1-27006340/acl 2024-12-06T06:19:00,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34127 2024-12-06T06:19:00,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34127 2024-12-06T06:19:00,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34127 2024-12-06T06:19:00,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34127 2024-12-06T06:19:00,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34127 2024-12-06T06:19:00,285 DEBUG [M:0;6336e8474e1c:43317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:43317 2024-12-06T06:19:00,285 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-27006340/backup-masters/6336e8474e1c,43317,1733465940209 2024-12-06T06:19:00,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340/backup-masters 2024-12-06T06:19:00,287 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Set watcher on existing znode=/1-27006340/backup-masters/6336e8474e1c,43317,1733465940209 2024-12-06T06:19:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340/backup-masters 2024-12-06T06:19:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-27006340/master 2024-12-06T06:19:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:00,292 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Set watcher on existing znode=/1-27006340/master 2024-12-06T06:19:00,292 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-27006340/backup-masters/6336e8474e1c,43317,1733465940209 from backup master directory 2024-12-06T06:19:00,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-27006340/backup-masters/6336e8474e1c,43317,1733465940209 2024-12-06T06:19:00,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340/backup-masters 2024-12-06T06:19:00,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340/backup-masters 2024-12-06T06:19:00,294 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:00,294 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,43317,1733465940209 2024-12-06T06:19:00,301 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/hbase.id] with ID: b91beeda-5f57-4160-af4c-5ee83d9191db 2024-12-06T06:19:00,301 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/.tmp/hbase.id 2024-12-06T06:19:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:19:00,708 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/.tmp/hbase.id]:[hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/hbase.id] 2024-12-06T06:19:00,721 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:00,721 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:19:00,722 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:19:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:00,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:19:01,131 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:01,132 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:19:01,133 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:19:01,546 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store 2024-12-06T06:19:01,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:19:01,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:01,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:19:01,955 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:01,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:01,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:19:01,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:01,955 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:01,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465941955Disabling compacts and flushes for region at 1733465941955Disabling writes for close at 1733465941955Writing region close event to WAL at 1733465941955Closed at 1733465941955 2024-12-06T06:19:01,957 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/.initializing 2024-12-06T06:19:01,957 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/WALs/6336e8474e1c,43317,1733465940209 2024-12-06T06:19:01,958 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:01,960 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C43317%2C1733465940209, suffix=, logDir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/WALs/6336e8474e1c,43317,1733465940209, archiveDir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/oldWALs, maxLogs=10 2024-12-06T06:19:01,977 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/WALs/6336e8474e1c,43317,1733465940209/6336e8474e1c%2C43317%2C1733465940209.1733465941960, exclude list is [], retry=0 2024-12-06T06:19:01,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36049,DS-ae159fce-a0b5-406a-ba1c-24e3953f07cd,DISK] 2024-12-06T06:19:01,993 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/WALs/6336e8474e1c,43317,1733465940209/6336e8474e1c%2C43317%2C1733465940209.1733465941960 2024-12-06T06:19:01,996 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44949:44949)] 2024-12-06T06:19:01,996 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:01,997 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:01,997 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:01,997 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:01,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:02,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:19:02,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:02,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:02,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:02,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:19:02,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:02,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:02,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:02,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:19:02,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:02,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:02,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:02,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:19:02,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:02,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:02,006 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:02,006 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:02,007 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:02,008 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:02,008 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:02,008 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:02,009 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:02,013 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:02,013 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66056698, jitterRate=-0.015678495168685913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:02,014 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465941997Initializing all the Stores at 1733465941998 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465941998Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465941999 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465941999Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465941999Cleaning up temporary data from old regions at 1733465942008 (+9 ms)Region opened successfully at 1733465942014 (+6 ms) 2024-12-06T06:19:02,014 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:19:02,017 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559e7a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:02,018 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:19:02,018 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:19:02,018 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:19:02,018 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:19:02,018 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:19:02,019 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:19:02,019 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:19:02,021 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:19:02,022 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Unable to get data of znode /1-27006340/balancer because node does not exist (not necessarily an error) 2024-12-06T06:19:02,023 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-27006340/balancer already deleted, retry=false 2024-12-06T06:19:02,023 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:19:02,024 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Unable to get data of znode /1-27006340/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:19:02,025 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-27006340/normalizer already deleted, retry=false 2024-12-06T06:19:02,025 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:19:02,027 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Unable to get data of znode /1-27006340/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:19:02,030 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-27006340/switch/split already deleted, retry=false 2024-12-06T06:19:02,031 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Unable to get data of znode /1-27006340/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:19:02,032 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-27006340/switch/merge already deleted, retry=false 2024-12-06T06:19:02,033 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Unable to get data of znode /1-27006340/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:19:02,034 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-27006340/snapshot-cleanup already deleted, retry=false 2024-12-06T06:19:02,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-27006340/running 2024-12-06T06:19:02,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-27006340/running 2024-12-06T06:19:02,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:02,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:02,036 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,43317,1733465940209, sessionid=0x101866cfbdb0003, setting cluster-up flag (Was=false) 2024-12-06T06:19:02,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:02,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:02,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:19:02,047 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-27006340/flush-table-proc/acquired, /1-27006340/flush-table-proc/reached, /1-27006340/flush-table-proc/abort 2024-12-06T06:19:02,048 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,43317,1733465940209 2024-12-06T06:19:02,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:02,057 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-27006340/online-snapshot/acquired, /1-27006340/online-snapshot/reached, /1-27006340/online-snapshot/abort 2024-12-06T06:19:02,058 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,43317,1733465940209 2024-12-06T06:19:02,059 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:19:02,066 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:02,066 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:19:02,066 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:19:02,067 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,43317,1733465940209 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:19:02,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:02,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:02,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:02,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:02,073 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:02,073 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:02,073 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:02,073 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:02,073 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:19:02,073 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,073 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:02,073 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:02,082 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(746): ClusterId : b91beeda-5f57-4160-af4c-5ee83d9191db 2024-12-06T06:19:02,082 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:19:02,086 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:19:02,086 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:19:02,089 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:19:02,089 DEBUG [RS:0;6336e8474e1c:34127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e857dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:02,103 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:02,103 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:19:02,104 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:02,105 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:19:02,128 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:34127 2024-12-06T06:19:02,129 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:19:02,129 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:19:02,129 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:19:02,130 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,43317,1733465940209 with port=34127, startcode=1733465940253 2024-12-06T06:19:02,130 DEBUG [RS:0;6336e8474e1c:34127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:19:02,133 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:19:02,134 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43317 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:19:02,135 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T06:19:02,135 WARN [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T06:19:02,140 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465972140 2024-12-06T06:19:02,141 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:19:02,141 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:19:02,141 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:19:02,141 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:19:02,141 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:19:02,141 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:19:02,142 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,142 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:19:02,142 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:19:02,143 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:19:02,143 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:19:02,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:19:02,148 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:19:02,148 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:19:02,149 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465942148,5,FailOnTimeoutGroup] 2024-12-06T06:19:02,152 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465942149,5,FailOnTimeoutGroup] 2024-12-06T06:19:02,152 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,152 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:19:02,152 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,152 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,236 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,43317,1733465940209 with port=34127, startcode=1733465940253 2024-12-06T06:19:02,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,34127,1733465940253 2024-12-06T06:19:02,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43317 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,34127,1733465940253 2024-12-06T06:19:02,238 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d 2024-12-06T06:19:02,238 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34367 2024-12-06T06:19:02,238 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:19:02,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340/rs 2024-12-06T06:19:02,244 DEBUG [RS:0;6336e8474e1c:34127 {}] zookeeper.ZKUtil(111): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Set watcher on existing znode=/1-27006340/rs/6336e8474e1c,34127,1733465940253 2024-12-06T06:19:02,244 WARN [RS:0;6336e8474e1c:34127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:02,244 INFO [RS:0;6336e8474e1c:34127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:02,244 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/WALs/6336e8474e1c,34127,1733465940253 2024-12-06T06:19:02,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,34127,1733465940253] 2024-12-06T06:19:02,248 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:19:02,254 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:19:02,256 INFO [RS:0;6336e8474e1c:34127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:19:02,256 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,257 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:19:02,257 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:19:02,258 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:02,258 DEBUG [RS:0;6336e8474e1c:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:02,265 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,265 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,265 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,265 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,265 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,265 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34127,1733465940253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:02,285 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:19:02,285 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34127,1733465940253-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,285 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,285 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.Replication(171): 6336e8474e1c,34127,1733465940253 started 2024-12-06T06:19:02,300 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:02,301 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,34127,1733465940253, RpcServer on 6336e8474e1c/172.17.0.2:34127, sessionid=0x101866cfbdb0004 2024-12-06T06:19:02,301 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:19:02,301 DEBUG [RS:0;6336e8474e1c:34127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,34127,1733465940253 2024-12-06T06:19:02,301 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,34127,1733465940253' 2024-12-06T06:19:02,301 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-27006340/flush-table-proc/abort' 2024-12-06T06:19:02,301 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-27006340/flush-table-proc/acquired' 2024-12-06T06:19:02,302 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:19:02,302 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:19:02,302 DEBUG [RS:0;6336e8474e1c:34127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,34127,1733465940253 2024-12-06T06:19:02,302 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,34127,1733465940253' 2024-12-06T06:19:02,302 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-27006340/online-snapshot/abort' 2024-12-06T06:19:02,302 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-27006340/online-snapshot/acquired' 2024-12-06T06:19:02,302 DEBUG [RS:0;6336e8474e1c:34127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:19:02,302 INFO [RS:0;6336e8474e1c:34127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:19:02,302 INFO [RS:0;6336e8474e1c:34127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:19:02,403 INFO [RS:0;6336e8474e1c:34127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:02,404 INFO [RS:0;6336e8474e1c:34127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C34127%2C1733465940253, suffix=, logDir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/WALs/6336e8474e1c,34127,1733465940253, archiveDir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/oldWALs, maxLogs=10 2024-12-06T06:19:02,418 DEBUG [RS:0;6336e8474e1c:34127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/WALs/6336e8474e1c,34127,1733465940253/6336e8474e1c%2C34127%2C1733465940253.1733465942404, exclude list is [], retry=0 2024-12-06T06:19:02,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36049,DS-ae159fce-a0b5-406a-ba1c-24e3953f07cd,DISK] 2024-12-06T06:19:02,422 INFO [RS:0;6336e8474e1c:34127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/WALs/6336e8474e1c,34127,1733465940253/6336e8474e1c%2C34127%2C1733465940253.1733465942404 2024-12-06T06:19:02,422 DEBUG [RS:0;6336e8474e1c:34127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44949:44949)] 2024-12-06T06:19:02,548 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:19:02,548 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d 2024-12-06T06:19:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:19:02,957 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:02,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:02,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:02,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:02,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:02,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:02,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:02,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:02,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:02,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:02,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:02,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:02,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:02,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:02,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:02,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:02,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:02,964 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:02,965 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740 2024-12-06T06:19:02,965 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740 2024-12-06T06:19:02,966 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:02,966 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:02,967 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:02,968 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:02,970 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:02,970 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74274113, jitterRate=0.10677053034305573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:02,970 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465942957Initializing all the Stores at 1733465942958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465942958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465942958Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465942958Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465942958Cleaning up temporary data from old regions at 1733465942966 (+8 ms)Region opened successfully at 1733465942970 (+4 ms) 2024-12-06T06:19:02,970 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:19:02,970 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:19:02,970 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:19:02,970 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:19:02,970 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:19:02,971 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:02,971 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465942970Disabling compacts and flushes for region at 1733465942970Disabling writes for close at 1733465942970Writing region close event to WAL at 1733465942971 (+1 ms)Closed at 1733465942971 2024-12-06T06:19:02,972 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:02,972 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:19:02,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:19:02,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:02,973 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:19:03,124 DEBUG [6336e8474e1c:43317 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:19:03,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,34127,1733465940253 2024-12-06T06:19:03,125 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,34127,1733465940253, state=OPENING 2024-12-06T06:19:03,130 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:19:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:03,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:03,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-27006340/meta-region-server: CHANGED 2024-12-06T06:19:03,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-27006340/meta-region-server: CHANGED 2024-12-06T06:19:03,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,34127,1733465940253}] 2024-12-06T06:19:03,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:19:03,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:19:03,290 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:19:03,290 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:03,290 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:19:03,291 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C34127%2C1733465940253.meta, suffix=.meta, logDir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/WALs/6336e8474e1c,34127,1733465940253, archiveDir=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/oldWALs, maxLogs=10 2024-12-06T06:19:03,305 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/WALs/6336e8474e1c,34127,1733465940253/6336e8474e1c%2C34127%2C1733465940253.meta.1733465943292.meta, exclude list is [], retry=0 2024-12-06T06:19:03,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36049,DS-ae159fce-a0b5-406a-ba1c-24e3953f07cd,DISK] 2024-12-06T06:19:03,308 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/WALs/6336e8474e1c,34127,1733465940253/6336e8474e1c%2C34127%2C1733465940253.meta.1733465943292.meta 2024-12-06T06:19:03,309 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44949:44949)] 2024-12-06T06:19:03,309 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:03,309 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:03,309 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:03,309 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:19:03,310 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:19:03,310 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:19:03,310 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:03,310 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:19:03,310 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:19:03,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:03,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:03,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:03,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:03,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:03,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:03,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:03,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:03,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:03,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:03,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:03,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:03,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:03,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:03,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:03,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:03,315 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:03,315 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740 2024-12-06T06:19:03,316 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740 2024-12-06T06:19:03,317 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:03,317 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:03,317 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:03,318 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:03,319 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71928529, jitterRate=0.07181860506534576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:03,319 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:19:03,319 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465943310Writing region info on filesystem at 1733465943310Initializing all the Stores at 1733465943310Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465943310Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465943311 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465943311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465943311Cleaning up temporary data from old regions at 1733465943317 (+6 ms)Running coprocessor post-open hooks at 1733465943319 (+2 ms)Region opened successfully at 1733465943319 2024-12-06T06:19:03,320 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465943284 2024-12-06T06:19:03,322 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:19:03,322 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:19:03,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34127,1733465940253 2024-12-06T06:19:03,323 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,34127,1733465940253, state=OPEN 2024-12-06T06:19:03,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-27006340/meta-region-server 2024-12-06T06:19:03,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-27006340/meta-region-server 2024-12-06T06:19:03,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,34127,1733465940253 2024-12-06T06:19:03,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-27006340/meta-region-server: CHANGED 2024-12-06T06:19:03,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-27006340/meta-region-server: CHANGED 2024-12-06T06:19:03,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:19:03,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,34127,1733465940253 in 194 msec 2024-12-06T06:19:03,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:19:03,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-06T06:19:03,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:03,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:19:03,332 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:03,332 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34127,1733465940253, seqNum=-1] 2024-12-06T06:19:03,332 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:03,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:03,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-12-06T06:19:03,338 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465943338, completionTime=-1 2024-12-06T06:19:03,338 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:19:03,338 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:19:03,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:19:03,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466003340 2024-12-06T06:19:03,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466063340 2024-12-06T06:19:03,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:19:03,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,43317,1733465940209-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:03,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,43317,1733465940209-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:03,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,43317,1733465940209-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:03,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:43317, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:03,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:03,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:03,342 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:19:03,343 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.049sec 2024-12-06T06:19:03,343 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:19:03,343 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:19:03,343 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:19:03,344 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:19:03,344 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:19:03,344 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,43317,1733465940209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:03,344 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,43317,1733465940209-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:19:03,346 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:19:03,346 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:19:03,346 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,43317,1733465940209-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:03,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5200e428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:03,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,43317,-1 for getting cluster id 2024-12-06T06:19:03,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:03,383 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b91beeda-5f57-4160-af4c-5ee83d9191db' 2024-12-06T06:19:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b91beeda-5f57-4160-af4c-5ee83d9191db" 2024-12-06T06:19:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f503a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,43317,-1] 2024-12-06T06:19:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:03,385 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:03,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad648d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:03,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34127,1733465940253, seqNum=-1] 2024-12-06T06:19:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:03,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:03,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,43317,1733465940209 2024-12-06T06:19:03,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54471 2024-12-06T06:19:03,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:03,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101866cfbdb0005 connected 2024-12-06T06:19:03,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f98a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:03,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,35681,-1 for getting cluster id 2024-12-06T06:19:03,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:03,396 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d4052aa-8380-41f7-ae23-c4c9117f5534' 2024-12-06T06:19:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d4052aa-8380-41f7-ae23-c4c9117f5534" 2024-12-06T06:19:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6484b13a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,35681,-1] 2024-12-06T06:19:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:03,398 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:03,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db3fb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:03,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,35681,1733465937306 2024-12-06T06:19:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f263e7 2024-12-06T06:19:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:03,400 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:03,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:43317,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:19:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:19:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:03,403 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:43317' 2024-12-06T06:19:03,403 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3711df67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:03,403 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,43317,-1 for getting cluster id 2024-12-06T06:19:03,404 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:03,404 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b91beeda-5f57-4160-af4c-5ee83d9191db' 2024-12-06T06:19:03,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:03,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b91beeda-5f57-4160-af4c-5ee83d9191db" 2024-12-06T06:19:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df163e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,43317,-1] 2024-12-06T06:19:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:03,406 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:03,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8de41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:03,406 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:03,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,43317,1733465940209 2024-12-06T06:19:03,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49154761 2024-12-06T06:19:03,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:03,408 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:03,408 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T06:19:03,408 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:19:03,408 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:03,408 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:03,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:03,409 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:03,410 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:19:03,411 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:19:03,411 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:03,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:19:03,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741835_1011 (size=1138) 2024-12-06T06:19:03,460 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:19:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:03,819 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be87f63ac1549f883d4e923357d68e83, NAME => 'hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22 2024-12-06T06:19:03,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741836_1012 (size=44) 2024-12-06T06:19:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:04,132 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:19:04,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:04,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing be87f63ac1549f883d4e923357d68e83, disabling compactions & flushes 2024-12-06T06:19:04,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:04,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:04,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. after waiting 0 ms 2024-12-06T06:19:04,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:04,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:04,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for be87f63ac1549f883d4e923357d68e83: Waiting for close lock at 1733465944225Disabling compacts and flushes for region at 1733465944225Disabling writes for close at 1733465944225Writing region close event to WAL at 1733465944225Closed at 1733465944225 2024-12-06T06:19:04,226 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:19:04,226 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733465944226"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465944226"}]},"ts":"1733465944226"} 2024-12-06T06:19:04,228 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:19:04,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:19:04,229 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465944229"}]},"ts":"1733465944229"} 2024-12-06T06:19:04,231 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:19:04,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be87f63ac1549f883d4e923357d68e83, ASSIGN}] 2024-12-06T06:19:04,232 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be87f63ac1549f883d4e923357d68e83, ASSIGN 2024-12-06T06:19:04,232 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be87f63ac1549f883d4e923357d68e83, ASSIGN; state=OFFLINE, location=6336e8474e1c,35773,1733465937362; forceNewPlan=false, retain=false 2024-12-06T06:19:04,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be87f63ac1549f883d4e923357d68e83, regionState=OPENING, regionLocation=6336e8474e1c,35773,1733465937362 2024-12-06T06:19:04,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be87f63ac1549f883d4e923357d68e83, ASSIGN because future has completed 2024-12-06T06:19:04,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be87f63ac1549f883d4e923357d68e83, server=6336e8474e1c,35773,1733465937362}] 2024-12-06T06:19:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:04,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:04,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:04,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:19:04,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35773%2C1733465937362.rep, suffix=, logDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs, maxLogs=10 2024-12-06T06:19:04,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.rep.1733465944544, exclude list is [], retry=0 2024-12-06T06:19:04,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-113fe1bc-3ccf-4a42-a7b7-d985d8bdc8d9,DISK] 2024-12-06T06:19:04,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.rep.1733465944544 2024-12-06T06:19:04,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-12-06T06:19:04,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => be87f63ac1549f883d4e923357d68e83, NAME => 'hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:04,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:04,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:04,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. service=MultiRowMutationService 2024-12-06T06:19:04,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:19:04,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:04,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,563 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,564 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be87f63ac1549f883d4e923357d68e83 columnFamilyName hfileref 2024-12-06T06:19:04,564 DEBUG [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:04,564 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(327): Store=be87f63ac1549f883d4e923357d68e83/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:04,565 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,566 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be87f63ac1549f883d4e923357d68e83 columnFamilyName queue 2024-12-06T06:19:04,566 DEBUG [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:04,566 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(327): Store=be87f63ac1549f883d4e923357d68e83/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:04,566 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,567 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be87f63ac1549f883d4e923357d68e83 columnFamilyName sid 2024-12-06T06:19:04,567 DEBUG [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:04,568 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(327): Store=be87f63ac1549f883d4e923357d68e83/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:04,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:19:04,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:04,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened be87f63ac1549f883d4e923357d68e83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59024279, jitterRate=-0.12046970427036285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:19:04,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:04,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for be87f63ac1549f883d4e923357d68e83: Running coprocessor pre-open hook at 1733465944562Writing region info on filesystem at 1733465944562Initializing all the Stores at 1733465944563 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465944563Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465944563Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465944563Cleaning up temporary data from old regions at 1733465944570 (+7 ms)Running coprocessor post-open hooks at 1733465944574 (+4 ms)Region opened successfully at 1733465944574 2024-12-06T06:19:04,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83., pid=7, masterSystemTime=1733465944538 2024-12-06T06:19:04,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:04,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:04,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be87f63ac1549f883d4e923357d68e83, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,35773,1733465937362 2024-12-06T06:19:04,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be87f63ac1549f883d4e923357d68e83, server=6336e8474e1c,35773,1733465937362 because future has completed 2024-12-06T06:19:04,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T06:19:04,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure be87f63ac1549f883d4e923357d68e83, server=6336e8474e1c,35773,1733465937362 in 195 msec 2024-12-06T06:19:04,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:19:04,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be87f63ac1549f883d4e923357d68e83, ASSIGN in 351 msec 2024-12-06T06:19:04,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:19:04,586 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465944586"}]},"ts":"1733465944586"} 2024-12-06T06:19:04,588 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:19:04,588 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:19:04,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-06T06:19:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83., hostname=6336e8474e1c,35773,1733465937362, seqNum=2] 2024-12-06T06:19:04,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:04,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:04,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:19:04,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T06:19:04,779 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:19:04,808 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,35773,1733465937362, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:19:04,808 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:04,808 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35773,1733465937362, seqNum=-1] 2024-12-06T06:19:04,809 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:04,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-06T06:19:04,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,35773,1733465937362', locateType=CURRENT is [region=hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83., hostname=6336e8474e1c,35773,1733465937362, seqNum=2] 2024-12-06T06:19:04,814 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T06:19:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T06:19:04,816 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,35773,1733465937362 suceeded 2024-12-06T06:19:04,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T06:19:04,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-06T06:19:04,818 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:43317,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:19:04,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-12-06T06:19:04,828 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:43317' 2024-12-06T06:19:04,829 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d12cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:04,829 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,43317,-1 for getting cluster id 2024-12-06T06:19:04,830 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:04,830 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b91beeda-5f57-4160-af4c-5ee83d9191db' 2024-12-06T06:19:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b91beeda-5f57-4160-af4c-5ee83d9191db" 2024-12-06T06:19:04,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651816e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:04,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,43317,-1] 2024-12-06T06:19:04,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:04,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:04,831 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:04,832 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6248e219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:04,832 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:04,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,43317,1733465940209 2024-12-06T06:19:04,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@565932a0 2024-12-06T06:19:04,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:04,834 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-06T06:19:04,834 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,35773,1733465937362 (queues=1) is replicating from cluster=6d4052aa-8380-41f7-ae23-c4c9117f5534 to cluster=b91beeda-5f57-4160-af4c-5ee83d9191db 2024-12-06T06:19:04,834 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C35773%2C1733465937362 2024-12-06T06:19:04,835 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,35773,1733465937362, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:19:04,835 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C35773%2C1733465937362 2024-12-06T06:19:04,835 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.wal-reader.6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279, startPosition=0, beingWritten=true 2024-12-06T06:19:05,040 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.wal-reader.6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279 to pos 0, reset compression=false 2024-12-06T06:19:05,345 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.wal-reader.6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279 to pos 0, reset compression=false 2024-12-06T06:19:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:05,550 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:19:05,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:05,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:05,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:05,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:05,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:05,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,35681,1733465937306 2024-12-06T06:19:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40851623 2024-12-06T06:19:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:05,552 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:05,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T06:19:05,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:05,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:05,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:05,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:05,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:05,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:19:05,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1012990506, stopped=false 2024-12-06T06:19:05,554 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,35681,1733465937306 2024-12-06T06:19:05,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773863140/running 2024-12-06T06:19:05,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773863140/running 2024-12-06T06:19:05,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:05,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:05,555 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:19:05,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:05,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:05,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:05,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,35773,1733465937362' ***** 2024-12-06T06:19:05,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:19:05,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/running 2024-12-06T06:19:05,556 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:19:05,556 INFO [RS:0;6336e8474e1c:35773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:19:05,556 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:19:05,556 INFO [RS:0;6336e8474e1c:35773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:19:05,557 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(3091): Received CLOSE for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:05,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/running 2024-12-06T06:19:05,557 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,35773,1733465937362 2024-12-06T06:19:05,557 INFO [RS:0;6336e8474e1c:35773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:19:05,557 INFO [RS:0;6336e8474e1c:35773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35773. 2024-12-06T06:19:05,557 DEBUG [RS:0;6336e8474e1c:35773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:05,557 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be87f63ac1549f883d4e923357d68e83, disabling compactions & flushes 2024-12-06T06:19:05,557 DEBUG [RS:0;6336e8474e1c:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:05,557 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:05,557 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:05,557 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:19:05,557 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. after waiting 0 ms 2024-12-06T06:19:05,557 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:19:05,557 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:05,557 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:19:05,557 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:19:05,557 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be87f63ac1549f883d4e923357d68e83 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-06T06:19:05,557 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:19:05,557 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, be87f63ac1549f883d4e923357d68e83=hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83.} 2024-12-06T06:19:05,558 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:05,558 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:19:05,558 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:19:05,558 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:19:05,558 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:19:05,558 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:19:05,558 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T06:19:05,560 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:19:05,573 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/info/e7c874fdde4a45808a0509a9fd2f8fe5 is 147, key is hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83./info:regioninfo/1733465944578/Put/seqid=0 2024-12-06T06:19:05,576 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83/.tmp/queue/5fe94a9bb894449c91dfabf6c56acfc1 is 151, key is 1-6336e8474e1c,35773,1733465937362/queue:6336e8474e1c%2C35773%2C1733465937362/1733465944813/Put/seqid=0 2024-12-06T06:19:05,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741838_1014 (size=6631) 2024-12-06T06:19:05,578 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/info/e7c874fdde4a45808a0509a9fd2f8fe5 2024-12-06T06:19:05,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741839_1015 (size=5350) 2024-12-06T06:19:05,602 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/ns/e6ea013d5a5e4872b893434ef648bfb7 is 43, key is default/ns:d/1733465939278/Put/seqid=0 2024-12-06T06:19:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741840_1016 (size=5153) 2024-12-06T06:19:05,750 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.wal-reader.6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279 to pos 0, reset compression=false 2024-12-06T06:19:05,758 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:05,958 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:05,984 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83/.tmp/queue/5fe94a9bb894449c91dfabf6c56acfc1 2024-12-06T06:19:05,989 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83/.tmp/queue/5fe94a9bb894449c91dfabf6c56acfc1 as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83/queue/5fe94a9bb894449c91dfabf6c56acfc1 2024-12-06T06:19:05,994 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83/queue/5fe94a9bb894449c91dfabf6c56acfc1, entries=1, sequenceid=5, filesize=5.2 K 2024-12-06T06:19:05,995 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for be87f63ac1549f883d4e923357d68e83 in 438ms, sequenceid=5, compaction requested=false 2024-12-06T06:19:05,995 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T06:19:05,999 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:19:05,999 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:05,999 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:19:05,999 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:05,999 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be87f63ac1549f883d4e923357d68e83: Waiting for close lock at 1733465945557Running coprocessor pre-close hooks at 1733465945557Disabling compacts and flushes for region at 1733465945557Disabling writes for close at 1733465945557Obtaining lock to block concurrent updates at 1733465945557Preparing flush snapshotting stores in be87f63ac1549f883d4e923357d68e83 at 1733465945557Finished memstore snapshotting hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733465945558 (+1 ms)Flushing stores of hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. at 1733465945558Flushing be87f63ac1549f883d4e923357d68e83/queue: creating writer at 1733465945558Flushing be87f63ac1549f883d4e923357d68e83/queue: appending metadata at 1733465945575 (+17 ms)Flushing be87f63ac1549f883d4e923357d68e83/queue: closing flushed file at 1733465945575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b685607: reopening flushed file at 1733465945989 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for be87f63ac1549f883d4e923357d68e83 in 438ms, sequenceid=5, compaction requested=false at 1733465945995 (+6 ms)Writing region close event to WAL at 1733465945996 (+1 ms)Running coprocessor post-close hooks at 1733465945999 (+3 ms)Closed at 1733465945999 2024-12-06T06:19:06,000 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:06,006 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/ns/e6ea013d5a5e4872b893434ef648bfb7 2024-12-06T06:19:06,025 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/table/eccd7e66b10e404485b8d0be6904e9d4 is 53, key is hbase:replication/table:state/1733465944586/Put/seqid=0 2024-12-06T06:19:06,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741841_1017 (size=5256) 2024-12-06T06:19:06,158 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:06,220 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:19:06,220 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:19:06,256 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.wal-reader.6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279 to pos 0, reset compression=false 2024-12-06T06:19:06,358 DEBUG [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:06,429 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/table/eccd7e66b10e404485b8d0be6904e9d4 2024-12-06T06:19:06,435 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/info/e7c874fdde4a45808a0509a9fd2f8fe5 as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/info/e7c874fdde4a45808a0509a9fd2f8fe5 2024-12-06T06:19:06,440 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/info/e7c874fdde4a45808a0509a9fd2f8fe5, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T06:19:06,441 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/ns/e6ea013d5a5e4872b893434ef648bfb7 as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/ns/e6ea013d5a5e4872b893434ef648bfb7 2024-12-06T06:19:06,446 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/ns/e6ea013d5a5e4872b893434ef648bfb7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T06:19:06,447 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/table/eccd7e66b10e404485b8d0be6904e9d4 as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/table/eccd7e66b10e404485b8d0be6904e9d4 2024-12-06T06:19:06,450 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/table/eccd7e66b10e404485b8d0be6904e9d4, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T06:19:06,451 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=11, compaction requested=false 2024-12-06T06:19:06,455 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T06:19:06,456 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:06,456 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:19:06,456 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:06,456 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465945558Running coprocessor pre-close hooks at 1733465945558Disabling compacts and flushes for region at 1733465945558Disabling writes for close at 1733465945558Obtaining lock to block concurrent updates at 1733465945558Preparing flush snapshotting stores in 1588230740 at 1733465945558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733465945558Flushing stores of hbase:meta,,1.1588230740 at 1733465945559 (+1 ms)Flushing 1588230740/info: creating writer at 1733465945559Flushing 1588230740/info: appending metadata at 1733465945573 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733465945573Flushing 1588230740/ns: creating writer at 1733465945587 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733465945602 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733465945602Flushing 1588230740/table: creating writer at 1733465946011 (+409 ms)Flushing 1588230740/table: appending metadata at 1733465946025 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733465946025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11384318: reopening flushed file at 1733465946434 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c51f22b: reopening flushed file at 1733465946441 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b5ceaa: reopening flushed file at 1733465946446 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=11, compaction requested=false at 1733465946451 (+5 ms)Writing region close event to WAL at 1733465946452 (+1 ms)Running coprocessor post-close hooks at 1733465946456 (+4 ms)Closed at 1733465946456 2024-12-06T06:19:06,456 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:06,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T06:19:06,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T06:19:06,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:06,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T06:19:06,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:19:06,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T06:19:06,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T06:19:06,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T06:19:06,558 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,35773,1733465937362; all regions closed. 2024-12-06T06:19:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741834_1010 (size=2742) 2024-12-06T06:19:06,561 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.meta.1733465939230.meta not finished, retry = 0 2024-12-06T06:19:06,664 DEBUG [RS:0;6336e8474e1c:35773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs 2024-12-06T06:19:06,664 INFO [RS:0;6336e8474e1c:35773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C35773%2C1733465937362.meta:.meta(num 1733465939230) 2024-12-06T06:19:06,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741837_1013 (size=1586) 2024-12-06T06:19:06,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.rep.1733465944544 not finished, retry = 0 2024-12-06T06:19:06,769 DEBUG [RS:0;6336e8474e1c:35773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs 2024-12-06T06:19:06,769 INFO [RS:0;6336e8474e1c:35773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C35773%2C1733465937362.rep:(num 1733465944544) 2024-12-06T06:19:06,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741832_1008 (size=93) 2024-12-06T06:19:06,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279 not finished, retry = 0 2024-12-06T06:19:06,861 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.wal-reader.6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279 to pos 0, reset compression=false 2024-12-06T06:19:06,872 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.wal-reader.6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279 2024-12-06T06:19:06,872 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.wal-reader.6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-06T06:19:06,872 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.wal-reader.6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-06T06:19:06,872 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35773,1733465937362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362/6336e8474e1c%2C35773%2C1733465937362.1733465938279, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T06:19:06,874 DEBUG [RS:0;6336e8474e1c:35773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs 2024-12-06T06:19:06,874 INFO [RS:0;6336e8474e1c:35773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C35773%2C1733465937362:(num 1733465938279) 2024-12-06T06:19:06,874 DEBUG [RS:0;6336e8474e1c:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:06,874 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:19:06,874 INFO [RS:0;6336e8474e1c:35773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:19:06,874 INFO [RS:0;6336e8474e1c:35773 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T06:19:06,874 INFO [RS:0;6336e8474e1c:35773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:19:06,874 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:19:06,874 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,35773,1733465937362 because: Region server is closing 2024-12-06T06:19:06,875 INFO [RS:0;6336e8474e1c:35773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35773. 2024-12-06T06:19:06,873 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,35773,1733465937362: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6336e8474e1c,35773,1733465937362, walGroup=6336e8474e1c%2C35773%2C1733465937362, offset=6336e8474e1c%2C35773%2C1733465937362.1733465938279:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:35773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:19:06,875 DEBUG [RS:0;6336e8474e1c:35773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:06,875 DEBUG [RS:0;6336e8474e1c:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:06,875 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:19:06,875 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:19:06,875 DEBUG [RS:0;6336e8474e1c:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:06,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:06,876 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:19:06,876 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:19:06,876 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:19:06,876 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 541868776 }, "NonHeapMemoryUsage": { "committed": 183369728, "init": 7667712, "max": -1, "used": 180646576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:19:06,876 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6336e8474e1c%2C35773%2C1733465937362.1733465938279] 2024-12-06T06:19:06,975 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35773,1733465937362.replicationSource.shipper6336e8474e1c%2C35773%2C1733465937362,1-6336e8474e1c,35773,1733465937362 terminated 2024-12-06T06:19:06,975 INFO [RS:0;6336e8474e1c:35773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35773 2024-12-06T06:19:06,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773863140/rs/6336e8474e1c,35773,1733465937362 2024-12-06T06:19:06,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/rs 2024-12-06T06:19:06,977 INFO [RS:0;6336e8474e1c:35773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:19:06,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,35773,1733465937362] 2024-12-06T06:19:06,981 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/draining/6336e8474e1c,35773,1733465937362 already deleted, retry=false 2024-12-06T06:19:06,981 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,35773,1733465937362 expired; onlineServers=0 2024-12-06T06:19:06,981 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,35681,1733465937306' ***** 2024-12-06T06:19:06,981 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:19:06,981 INFO [M:0;6336e8474e1c:35681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:19:06,981 INFO [M:0;6336e8474e1c:35681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:19:06,981 DEBUG [M:0;6336e8474e1c:35681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:19:06,982 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:19:06,982 DEBUG [M:0;6336e8474e1c:35681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:19:06,982 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465938085 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465938085,5,FailOnTimeoutGroup] 2024-12-06T06:19:06,982 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465938085 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465938085,5,FailOnTimeoutGroup] 2024-12-06T06:19:06,982 INFO [M:0;6336e8474e1c:35681 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:19:06,982 INFO [M:0;6336e8474e1c:35681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:19:06,982 DEBUG [M:0;6336e8474e1c:35681 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:19:06,982 INFO [M:0;6336e8474e1c:35681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:19:06,982 INFO [M:0;6336e8474e1c:35681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:19:06,982 INFO [M:0;6336e8474e1c:35681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:19:06,982 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:19:06,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773863140/master 2024-12-06T06:19:06,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:06,983 DEBUG [M:0;6336e8474e1c:35681 {}] zookeeper.ZKUtil(347): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/master because node does not exist (not an error) 2024-12-06T06:19:06,983 WARN [M:0;6336e8474e1c:35681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:19:06,984 INFO [M:0;6336e8474e1c:35681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/.lastflushedseqids 2024-12-06T06:19:06,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741842_1018 (size=181) 2024-12-06T06:19:07,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:07,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x101866cfbdb0001, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:07,080 INFO [RS:0;6336e8474e1c:35773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:19:07,080 INFO [RS:0;6336e8474e1c:35773 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,35773,1733465937362; zookeeper connection closed. 2024-12-06T06:19:07,081 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26b0240a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26b0240a 2024-12-06T06:19:07,081 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:19:07,389 INFO [M:0;6336e8474e1c:35681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:19:07,389 INFO [M:0;6336e8474e1c:35681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:19:07,389 DEBUG [M:0;6336e8474e1c:35681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:19:07,389 INFO [M:0;6336e8474e1c:35681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:07,389 DEBUG [M:0;6336e8474e1c:35681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:07,389 DEBUG [M:0;6336e8474e1c:35681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:19:07,389 DEBUG [M:0;6336e8474e1c:35681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:07,390 INFO [M:0;6336e8474e1c:35681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-06T06:19:07,411 DEBUG [M:0;6336e8474e1c:35681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31c0c10e01b243389297c62946d5cdb8 is 82, key is hbase:meta,,1/info:regioninfo/1733465939263/Put/seqid=0 2024-12-06T06:19:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741843_1019 (size=5672) 2024-12-06T06:19:07,816 INFO [M:0;6336e8474e1c:35681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31c0c10e01b243389297c62946d5cdb8 2024-12-06T06:19:07,834 DEBUG [M:0;6336e8474e1c:35681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb462b72f8e44c549fc7e9e09f6d20b7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733465944589/Put/seqid=0 2024-12-06T06:19:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741844_1020 (size=7203) 2024-12-06T06:19:08,239 INFO [M:0;6336e8474e1c:35681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb462b72f8e44c549fc7e9e09f6d20b7 2024-12-06T06:19:08,258 DEBUG [M:0;6336e8474e1c:35681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38f9a523fb3a41fba7f4be0fc7d41011 is 69, key is 6336e8474e1c,35773,1733465937362/rs:state/1733465938118/Put/seqid=0 2024-12-06T06:19:08,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741845_1021 (size=5156) 2024-12-06T06:19:08,662 INFO [M:0;6336e8474e1c:35681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38f9a523fb3a41fba7f4be0fc7d41011 2024-12-06T06:19:08,667 DEBUG [M:0;6336e8474e1c:35681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31c0c10e01b243389297c62946d5cdb8 as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31c0c10e01b243389297c62946d5cdb8 2024-12-06T06:19:08,671 INFO [M:0;6336e8474e1c:35681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31c0c10e01b243389297c62946d5cdb8, entries=8, sequenceid=70, filesize=5.5 K 2024-12-06T06:19:08,671 DEBUG [M:0;6336e8474e1c:35681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb462b72f8e44c549fc7e9e09f6d20b7 as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb462b72f8e44c549fc7e9e09f6d20b7 2024-12-06T06:19:08,675 INFO [M:0;6336e8474e1c:35681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb462b72f8e44c549fc7e9e09f6d20b7, entries=8, sequenceid=70, filesize=7.0 K 2024-12-06T06:19:08,676 DEBUG [M:0;6336e8474e1c:35681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38f9a523fb3a41fba7f4be0fc7d41011 as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38f9a523fb3a41fba7f4be0fc7d41011 2024-12-06T06:19:08,680 INFO [M:0;6336e8474e1c:35681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38f9a523fb3a41fba7f4be0fc7d41011, entries=1, sequenceid=70, filesize=5.0 K 2024-12-06T06:19:08,681 INFO [M:0;6336e8474e1c:35681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-12-06T06:19:08,682 INFO [M:0;6336e8474e1c:35681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:08,682 DEBUG [M:0;6336e8474e1c:35681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465947389Disabling compacts and flushes for region at 1733465947389Disabling writes for close at 1733465947389Obtaining lock to block concurrent updates at 1733465947390 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465947390Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733465947390Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465947391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465947391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465947411 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465947411Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465947820 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465947834 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465947834Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465948243 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465948257 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465948257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3328ff5c: reopening flushed file at 1733465948666 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c13e973: reopening flushed file at 1733465948671 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d4ffd: reopening flushed file at 1733465948676 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1733465948681 (+5 ms)Writing region close event to WAL at 1733465948682 (+1 ms)Closed at 1733465948682 2024-12-06T06:19:08,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741830_1006 (size=41008) 2024-12-06T06:19:08,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:19:08,686 INFO [M:0;6336e8474e1c:35681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:19:08,686 INFO [M:0;6336e8474e1c:35681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35681 2024-12-06T06:19:08,687 INFO [M:0;6336e8474e1c:35681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:19:08,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:08,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x101866cfbdb0000, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:08,788 INFO [M:0;6336e8474e1c:35681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:19:08,790 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:08,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:08,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:08,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:08,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:08,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:08,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:19:08,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:08,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35403 2024-12-06T06:19:08,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35403 connecting to ZooKeeper ensemble=127.0.0.1:54471 2024-12-06T06:19:08,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354030x0, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:08,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35403-0x101866cfbdb0006 connected 2024-12-06T06:19:08,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:08,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:08,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/running 2024-12-06T06:19:08,803 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: INIT 2024-12-06T06:19:08,804 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22, hbase.cluster.distributed=false 2024-12-06T06:19:08,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/acl 2024-12-06T06:19:08,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35403 2024-12-06T06:19:08,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35403 2024-12-06T06:19:08,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35403 2024-12-06T06:19:08,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35403 2024-12-06T06:19:08,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35403 2024-12-06T06:19:08,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:19:08,826 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:08,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:08,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:08,826 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:08,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:08,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:08,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:19:08,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:08,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35635 2024-12-06T06:19:08,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35635 connecting to ZooKeeper ensemble=127.0.0.1:54471 2024-12-06T06:19:08,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:08,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:08,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356350x0, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/running 2024-12-06T06:19:08,838 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: INIT 2024-12-06T06:19:08,838 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:19:08,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356350x0, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:08,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35635-0x101866cfbdb0007 connected 2024-12-06T06:19:08,841 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:19:08,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/master 2024-12-06T06:19:08,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/acl 2024-12-06T06:19:08,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35635 2024-12-06T06:19:08,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:08,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:08,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:08,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:08,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35635 2024-12-06T06:19:08,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35635 2024-12-06T06:19:08,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35635 2024-12-06T06:19:08,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35635 2024-12-06T06:19:08,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:08,879 DEBUG [M:0;6336e8474e1c:35403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:35403 2024-12-06T06:19:08,879 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01773863140/backup-masters/6336e8474e1c,35403,1733465948790 2024-12-06T06:19:08,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/backup-masters 2024-12-06T06:19:08,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/backup-masters 2024-12-06T06:19:08,881 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on existing znode=/01773863140/backup-masters/6336e8474e1c,35403,1733465948790 2024-12-06T06:19:08,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773863140/master 2024-12-06T06:19:08,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:08,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:08,885 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on existing znode=/01773863140/master 2024-12-06T06:19:08,885 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01773863140/backup-masters/6336e8474e1c,35403,1733465948790 from backup master directory 2024-12-06T06:19:08,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/backup-masters 2024-12-06T06:19:08,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773863140/backup-masters/6336e8474e1c,35403,1733465948790 2024-12-06T06:19:08,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/backup-masters 2024-12-06T06:19:08,886 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:08,886 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,35403,1733465948790 2024-12-06T06:19:08,896 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:08,896 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:19:08,903 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-12-06T06:19:08,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741846_1022 (size=196) 2024-12-06T06:19:08,910 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:08,911 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:19:08,912 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:08,916 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-06T06:19:08,919 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35681,1733465937306 to hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35681,1733465937306-dead as it is dead 2024-12-06T06:19:08,919 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35681,1733465937306-dead/6336e8474e1c%2C35681%2C1733465937306.1733465937878 2024-12-06T06:19:08,920 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35681,1733465937306-dead/6336e8474e1c%2C35681%2C1733465937306.1733465937878 after 1ms 2024-12-06T06:19:08,920 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35681,1733465937306-dead/6336e8474e1c%2C35681%2C1733465937306.1733465937878 to hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6336e8474e1c%2C35681%2C1733465937306.1733465937878 2024-12-06T06:19:08,921 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35681,1733465937306-dead 2024-12-06T06:19:08,921 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35403,1733465948790 2024-12-06T06:19:08,922 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:08,923 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C35403%2C1733465948790, suffix=, logDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35403,1733465948790, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/oldWALs, maxLogs=10 2024-12-06T06:19:08,936 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35403,1733465948790/6336e8474e1c%2C35403%2C1733465948790.1733465948923, exclude list is [], retry=0 2024-12-06T06:19:08,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-113fe1bc-3ccf-4a42-a7b7-d985d8bdc8d9,DISK] 2024-12-06T06:19:08,940 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/WALs/6336e8474e1c,35403,1733465948790/6336e8474e1c%2C35403%2C1733465948790.1733465948923 2024-12-06T06:19:08,940 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-12-06T06:19:08,941 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:08,941 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:08,941 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:08,941 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:08,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:08,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:19:08,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:08,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31c0c10e01b243389297c62946d5cdb8 2024-12-06T06:19:08,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:08,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:08,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:19:08,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:08,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb462b72f8e44c549fc7e9e09f6d20b7 2024-12-06T06:19:08,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:08,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:08,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:19:08,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:08,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38f9a523fb3a41fba7f4be0fc7d41011 2024-12-06T06:19:08,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:08,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:08,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:19:08,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:08,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:08,960 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:08,961 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-06T06:19:08,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6336e8474e1c%2C35681%2C1733465937306.1733465937878 2024-12-06T06:19:08,964 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6336e8474e1c%2C35681%2C1733465937306.1733465937878 2024-12-06T06:19:08,965 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6336e8474e1c%2C35681%2C1733465937306.1733465937878 2024-12-06T06:19:08,966 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:08,966 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:08,966 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:08,967 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:08,969 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-06T06:19:08,970 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62374134, jitterRate=-0.07055297493934631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:08,970 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465948941Initializing all the Stores at 1733465948942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465948942Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465948942Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465948942Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465948942Cleaning up temporary data from old regions at 1733465948966 (+24 ms)Region opened successfully at 1733465948970 (+4 ms) 2024-12-06T06:19:08,971 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:19:08,973 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517df2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:08,975 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-06T06:19:08,975 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:19:08,975 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:19:08,975 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:19:08,976 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:19:08,978 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:08,979 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:19:08,979 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:19:08,979 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-06T06:19:08,979 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:19:08,981 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6336e8474e1c,35773,1733465937362, regionLocation=6336e8474e1c,35773,1733465937362, openSeqNum=2 2024-12-06T06:19:08,982 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6336e8474e1c,35773,1733465937362, table=hbase:meta, region=1588230740 2024-12-06T06:19:08,982 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35773,1733465937362, state=OPEN 2024-12-06T06:19:08,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773863140/meta-region-server 2024-12-06T06:19:08,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773863140/meta-region-server 2024-12-06T06:19:08,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: CHANGED 2024-12-06T06:19:08,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: CHANGED 2024-12-06T06:19:08,986 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:19:08,989 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/draining/6336e8474e1c,35773,1733465937362 already deleted, retry=false 2024-12-06T06:19:08,989 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6336e8474e1c,35773,1733465937362 on 6336e8474e1c,35403,1733465948790 2024-12-06T06:19:08,990 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6336e8474e1c,35773,1733465937362, splitWal=true, meta=true 2024-12-06T06:19:08,990 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 6336e8474e1c,35773,1733465937362 (carryingMeta=true) 6336e8474e1c,35773,1733465937362/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6a0e01dc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T06:19:08,992 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/balancer because node does not exist (not necessarily an error) 2024-12-06T06:19:08,993 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/balancer already deleted, retry=false 2024-12-06T06:19:08,993 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:19:08,994 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:19:08,995 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/normalizer already deleted, retry=false 2024-12-06T06:19:08,995 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:19:08,996 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:19:08,997 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/switch/split already deleted, retry=false 2024-12-06T06:19:08,998 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:19:09,000 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/switch/merge already deleted, retry=false 2024-12-06T06:19:09,003 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Unable to get data of znode /01773863140/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:19:09,004 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/snapshot-cleanup already deleted, retry=false 2024-12-06T06:19:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773863140/running 2024-12-06T06:19:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773863140/running 2024-12-06T06:19:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:09,006 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,35403,1733465948790, sessionid=0x101866cfbdb0006, setting cluster-up flag (Was=false) 2024-12-06T06:19:09,009 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01773863140/flush-table-proc/acquired, /01773863140/flush-table-proc/reached, /01773863140/flush-table-proc/abort 2024-12-06T06:19:09,010 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,35403,1733465948790 2024-12-06T06:19:09,012 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01773863140/online-snapshot/acquired, /01773863140/online-snapshot/reached, /01773863140/online-snapshot/abort 2024-12-06T06:19:09,013 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,35403,1733465948790 2024-12-06T06:19:09,014 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/.lastflushedseqids 2024-12-06T06:19:09,016 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:19:09,016 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:19:09,017 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,35403,1733465948790 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6336e8474e1c,35773,1733465937362 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:19:09,018 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:09,018 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:09,018 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:09,018 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:09,018 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:19:09,018 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,018 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:09,018 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,019 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465979019 2024-12-06T06:19:09,019 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:19:09,020 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:19:09,020 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:19:09,020 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6336e8474e1c,35773,1733465937362, splitWal=true, meta=true 2024-12-06T06:19:09,020 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:19:09,020 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:19:09,020 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:19:09,020 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,020 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:19:09,020 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:19:09,020 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:19:09,020 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:19:09,020 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6336e8474e1c,35773,1733465937362, splitWal=true, meta=true, isMeta: true 2024-12-06T06:19:09,021 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:19:09,021 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:19:09,022 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362-splitting 2024-12-06T06:19:09,022 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362-splitting dir is empty, no logs to split. 2024-12-06T06:19:09,022 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6336e8474e1c,35773,1733465937362 WAL count=0, meta=true 2024-12-06T06:19:09,024 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362-splitting dir is empty, no logs to split. 2024-12-06T06:19:09,024 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6336e8474e1c,35773,1733465937362 WAL count=0, meta=true 2024-12-06T06:19:09,024 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6336e8474e1c,35773,1733465937362 WAL splitting is done? wals=0, meta=true 2024-12-06T06:19:09,024 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465949021,5,FailOnTimeoutGroup] 2024-12-06T06:19:09,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:19:09,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:09,026 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T06:19:09,028 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465949024,5,FailOnTimeoutGroup] 2024-12-06T06:19:09,028 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,028 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:19:09,028 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,028 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,028 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465949028, completionTime=-1 2024-12-06T06:19:09,028 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-06T06:19:09,028 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T06:19:09,061 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(746): ClusterId : 6d4052aa-8380-41f7-ae23-c4c9117f5534 2024-12-06T06:19:09,061 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:19:09,063 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:19:09,063 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:19:09,065 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:19:09,065 DEBUG [RS:0;6336e8474e1c:35635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ed989c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:09,077 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:35635 2024-12-06T06:19:09,077 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:19:09,077 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:19:09,077 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:19:09,077 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,35403,1733465948790 with port=35635, startcode=1733465948825 2024-12-06T06:19:09,078 DEBUG [RS:0;6336e8474e1c:35635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:19:09,079 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:19:09,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,35635,1733465948825 2024-12-06T06:19:09,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35403 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,35635,1733465948825 2024-12-06T06:19:09,081 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22 2024-12-06T06:19:09,081 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46017 2024-12-06T06:19:09,081 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:19:09,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/rs 2024-12-06T06:19:09,089 DEBUG [RS:0;6336e8474e1c:35635 {}] zookeeper.ZKUtil(111): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on existing znode=/01773863140/rs/6336e8474e1c,35635,1733465948825 2024-12-06T06:19:09,089 WARN [RS:0;6336e8474e1c:35635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:09,089 INFO [RS:0;6336e8474e1c:35635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:09,089 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825 2024-12-06T06:19:09,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,35635,1733465948825] 2024-12-06T06:19:09,109 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:19:09,111 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:19:09,111 INFO [RS:0;6336e8474e1c:35635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:19:09,111 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,112 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:19:09,113 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:19:09,113 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,113 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,113 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,113 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,113 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,113 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,113 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:09,113 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,114 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,114 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,114 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,114 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,114 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:09,114 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:09,114 DEBUG [RS:0;6336e8474e1c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:09,115 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,115 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,115 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,115 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,115 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,115 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35635,1733465948825-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:09,129 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T06:19:09,131 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:19:09,131 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35635,1733465948825-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,145 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,35635,1733465948825, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:19:09,145 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,145 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.Replication(171): 6336e8474e1c,35635,1733465948825 started 2024-12-06T06:19:09,157 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:09,157 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,35635,1733465948825, RpcServer on 6336e8474e1c/172.17.0.2:35635, sessionid=0x101866cfbdb0007 2024-12-06T06:19:09,157 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:19:09,157 DEBUG [RS:0;6336e8474e1c:35635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,35635,1733465948825 2024-12-06T06:19:09,158 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35635,1733465948825' 2024-12-06T06:19:09,158 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01773863140/flush-table-proc/abort' 2024-12-06T06:19:09,158 DEBUG [RS:0;6336e8474e1c:35635.replicationSource,1-6336e8474e1c,35635,1733465948825 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:43317' 2024-12-06T06:19:09,158 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01773863140/flush-table-proc/acquired' 2024-12-06T06:19:09,158 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:19:09,158 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:19:09,158 DEBUG [RS:0;6336e8474e1c:35635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,35635,1733465948825 2024-12-06T06:19:09,158 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35635,1733465948825' 2024-12-06T06:19:09,158 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01773863140/online-snapshot/abort' 2024-12-06T06:19:09,159 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01773863140/online-snapshot/acquired' 2024-12-06T06:19:09,159 DEBUG [RS:0;6336e8474e1c:35635.replicationSource,1-6336e8474e1c,35635,1733465948825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad46af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:09,159 DEBUG [RS:0;6336e8474e1c:35635.replicationSource,1-6336e8474e1c,35635,1733465948825 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,43317,-1 for getting cluster id 2024-12-06T06:19:09,159 DEBUG [RS:0;6336e8474e1c:35635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:19:09,159 DEBUG [RS:0;6336e8474e1c:35635.replicationSource,1-6336e8474e1c,35635,1733465948825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:09,159 INFO [RS:0;6336e8474e1c:35635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:19:09,159 INFO [RS:0;6336e8474e1c:35635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:19:09,160 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b91beeda-5f57-4160-af4c-5ee83d9191db' 2024-12-06T06:19:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b91beeda-5f57-4160-af4c-5ee83d9191db" 2024-12-06T06:19:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b7f72cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,43317,-1] 2024-12-06T06:19:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:09,162 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:09,162 DEBUG [RS:0;6336e8474e1c:35635.replicationSource,1-6336e8474e1c,35635,1733465948825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73df85e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:09,163 DEBUG [RS:0;6336e8474e1c:35635.replicationSource,1-6336e8474e1c,35635,1733465948825 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:09,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,43317,1733465940209 2024-12-06T06:19:09,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6516561 2024-12-06T06:19:09,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:09,164 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-06T06:19:09,165 INFO [RS:0;6336e8474e1c:35635.replicationSource,1-6336e8474e1c,35635,1733465948825 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,35635,1733465948825 (queues=0) is replicating from cluster=6d4052aa-8380-41f7-ae23-c4c9117f5534 to cluster=b91beeda-5f57-4160-af4c-5ee83d9191db 2024-12-06T06:19:09,176 WARN [6336e8474e1c:35403 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:19:09,260 INFO [RS:0;6336e8474e1c:35635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:09,261 INFO [RS:0;6336e8474e1c:35635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35635%2C1733465948825, suffix=, logDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs, maxLogs=10 2024-12-06T06:19:09,274 DEBUG [RS:0;6336e8474e1c:35635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261, exclude list is [], retry=0 2024-12-06T06:19:09,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-113fe1bc-3ccf-4a42-a7b7-d985d8bdc8d9,DISK] 2024-12-06T06:19:09,278 INFO [RS:0;6336e8474e1c:35635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 2024-12-06T06:19:09,278 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6336e8474e1c%2C35635%2C1733465948825 for peer 1 2024-12-06T06:19:09,278 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C35635%2C1733465948825 2024-12-06T06:19:09,278 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,35635,1733465948825, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:19:09,279 DEBUG [RS:0;6336e8474e1c:35635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-12-06T06:19:09,279 INFO [RS:0;6336e8474e1c:35635.replicationSource.shipper6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C35635%2C1733465948825 2024-12-06T06:19:09,279 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261, startPosition=0, beingWritten=true 2024-12-06T06:19:09,427 DEBUG [6336e8474e1c:35403 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:19:09,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,35635,1733465948825 2024-12-06T06:19:09,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35635,1733465948825, state=OPENING 2024-12-06T06:19:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773863140/meta-region-server 2024-12-06T06:19:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773863140/meta-region-server 2024-12-06T06:19:09,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: CHANGED 2024-12-06T06:19:09,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: CHANGED 2024-12-06T06:19:09,430 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:09,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35635,1733465948825}] 2024-12-06T06:19:09,484 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 to pos 0, reset compression=false 2024-12-06T06:19:09,582 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:19:09,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:19:09,587 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:19:09,587 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:09,587 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:19:09,588 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35635%2C1733465948825.meta, suffix=.meta, logDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs, maxLogs=10 2024-12-06T06:19:09,601 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.meta.1733465949588.meta, exclude list is [], retry=0 2024-12-06T06:19:09,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-113fe1bc-3ccf-4a42-a7b7-d985d8bdc8d9,DISK] 2024-12-06T06:19:09,604 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.meta.1733465949588.meta 2024-12-06T06:19:09,605 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-12-06T06:19:09,605 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:09,605 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:09,605 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:09,605 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:19:09,605 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:19:09,605 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:19:09,605 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:09,606 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:19:09,606 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:19:09,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:09,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:09,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:09,613 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/info/e7c874fdde4a45808a0509a9fd2f8fe5 2024-12-06T06:19:09,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:09,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:09,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:09,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:09,620 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/ns/e6ea013d5a5e4872b893434ef648bfb7 2024-12-06T06:19:09,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:09,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:09,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:09,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:09,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:09,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:09,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:09,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:09,626 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/table/eccd7e66b10e404485b8d0be6904e9d4 2024-12-06T06:19:09,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:09,626 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:09,627 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740 2024-12-06T06:19:09,628 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740 2024-12-06T06:19:09,629 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:09,629 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:09,629 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:09,630 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:09,631 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64300413, jitterRate=-0.041849181056022644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:09,631 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:19:09,631 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465949606Writing region info on filesystem at 1733465949606Initializing all the Stores at 1733465949606Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465949606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465949606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465949606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465949606Cleaning up temporary data from old regions at 1733465949629 (+23 ms)Running coprocessor post-open hooks at 1733465949631 (+2 ms)Region opened successfully at 1733465949631 2024-12-06T06:19:09,632 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733465949582 2024-12-06T06:19:09,634 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:19:09,634 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:19:09,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6336e8474e1c,35635,1733465948825 2024-12-06T06:19:09,636 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35635,1733465948825, state=OPEN 2024-12-06T06:19:09,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773863140/meta-region-server 2024-12-06T06:19:09,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773863140/meta-region-server 2024-12-06T06:19:09,637 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,35635,1733465948825 2024-12-06T06:19:09,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: CHANGED 2024-12-06T06:19:09,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773863140/meta-region-server: CHANGED 2024-12-06T06:19:09,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T06:19:09,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35635,1733465948825 in 207 msec 2024-12-06T06:19:09,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:19:09,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-12-06T06:19:09,789 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 to pos 0, reset compression=false 2024-12-06T06:19:10,193 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 to pos 0, reset compression=false 2024-12-06T06:19:10,631 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-06T06:19:10,698 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 to pos 0, reset compression=false 2024-12-06T06:19:11,304 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 to pos 0, reset compression=false 2024-12-06T06:19:12,008 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 to pos 0, reset compression=false 2024-12-06T06:19:12,133 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-06T06:19:12,814 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 to pos 0, reset compression=false 2024-12-06T06:19:13,535 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-06T06:19:13,535 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:19:13,536 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:13,536 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35635,1733465948825, seqNum=-1] 2024-12-06T06:19:13,536 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:13,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:13,541 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be87f63ac1549f883d4e923357d68e83, regionState=OPEN, lastHost=6336e8474e1c,35773,1733465937362, regionLocation=6336e8474e1c,35773,1733465937362, openSeqNum=2 2024-12-06T06:19:13,542 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:19:13,542 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466013542 2024-12-06T06:19:13,542 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466073542 2024-12-06T06:19:13,542 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-06T06:19:13,542 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6336e8474e1c,35773,1733465937362 had 2 regions 2024-12-06T06:19:13,542 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35403,1733465948790-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:13,542 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35403,1733465948790-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:13,542 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35403,1733465948790-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:13,542 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:35403, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:13,542 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:13,542 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:13,543 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6336e8474e1c,35773,1733465937362, splitWal=true, meta=true, isMeta: false 2024-12-06T06:19:13,545 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362-splitting dir is empty, no logs to split. 2024-12-06T06:19:13,545 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6336e8474e1c,35773,1733465937362 WAL count=0, meta=false 2024-12-06T06:19:13,547 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35773,1733465937362-splitting dir is empty, no logs to split. 2024-12-06T06:19:13,547 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6336e8474e1c,35773,1733465937362 WAL count=0, meta=false 2024-12-06T06:19:13,547 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6336e8474e1c,35773,1733465937362 WAL splitting is done? wals=0, meta=false 2024-12-06T06:19:13,548 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.662sec 2024-12-06T06:19:13,548 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:19:13,548 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:19:13,548 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:19:13,548 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:19:13,548 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:19:13,548 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35403,1733465948790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:13,548 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35403,1733465948790-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:19:13,550 WARN [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6336e8474e1c,35773,1733465937362/hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:13,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be87f63ac1549f883d4e923357d68e83, ASSIGN}] 2024-12-06T06:19:13,551 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be87f63ac1549f883d4e923357d68e83, ASSIGN 2024-12-06T06:19:13,552 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:19:13,552 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:19:13,552 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35403,1733465948790-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:13,552 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be87f63ac1549f883d4e923357d68e83, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T06:19:13,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f1de00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:13,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,35403,-1 for getting cluster id 2024-12-06T06:19:13,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:13,565 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d4052aa-8380-41f7-ae23-c4c9117f5534' 2024-12-06T06:19:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d4052aa-8380-41f7-ae23-c4c9117f5534" 2024-12-06T06:19:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088daf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,35403,-1] 2024-12-06T06:19:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:13,567 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b7f305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:13,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35635,1733465948825, seqNum=-1] 2024-12-06T06:19:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:13,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:13,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-06T06:19:13,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:13,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:13,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:13,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:13,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:13,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6336e8474e1c:35403 after: 6336e8474e1c:35403 2024-12-06T06:19:13,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:13,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,35403,-1 for getting cluster id 2024-12-06T06:19:13,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:13,574 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d4052aa-8380-41f7-ae23-c4c9117f5534' 2024-12-06T06:19:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d4052aa-8380-41f7-ae23-c4c9117f5534" 2024-12-06T06:19:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f68f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,35403,-1] 2024-12-06T06:19:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:13,575 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:13,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df4f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:13,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,35403,1733465948790 2024-12-06T06:19:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1499a90c 2024-12-06T06:19:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:13,577 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:13,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35403 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T06:19:13,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:19:13,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:13,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:13,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:13,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:13,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:13,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:19:13,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2000224585, stopped=false 2024-12-06T06:19:13,578 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,43317,1733465940209 2024-12-06T06:19:13,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-27006340/running 2024-12-06T06:19:13,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-27006340/running 2024-12-06T06:19:13,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:13,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:13,581 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:19:13,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:13,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:13,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:13,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,34127,1733465940253' ***** 2024-12-06T06:19:13,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:19:13,581 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:19:13,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Set watcher on znode that does not yet exist, /1-27006340/running 2024-12-06T06:19:13,582 INFO [RS:0;6336e8474e1c:34127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:19:13,582 INFO [RS:0;6336e8474e1c:34127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:19:13,582 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,34127,1733465940253 2024-12-06T06:19:13,582 INFO [RS:0;6336e8474e1c:34127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:19:13,582 INFO [RS:0;6336e8474e1c:34127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:34127. 2024-12-06T06:19:13,582 DEBUG [RS:0;6336e8474e1c:34127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:13,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Set watcher on znode that does not yet exist, /1-27006340/running 2024-12-06T06:19:13,582 DEBUG [RS:0;6336e8474e1c:34127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:13,582 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:19:13,582 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:19:13,582 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:19:13,582 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:19:13,582 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:19:13,582 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:19:13,582 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:19:13,582 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:13,582 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:19:13,582 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:19:13,582 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:19:13,583 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:19:13,583 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:19:13,583 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T06:19:13,601 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740/.tmp/ns/77b0c5d202274e6eb209a158d5642939 is 43, key is default/ns:d/1733465943334/Put/seqid=0 2024-12-06T06:19:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741835_1011 (size=5153) 2024-12-06T06:19:13,676 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:19:13,702 DEBUG [6336e8474e1c:35403 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:19:13,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=be87f63ac1549f883d4e923357d68e83, regionState=OPENING, regionLocation=6336e8474e1c,35635,1733465948825 2024-12-06T06:19:13,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be87f63ac1549f883d4e923357d68e83, ASSIGN because future has completed 2024-12-06T06:19:13,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure be87f63ac1549f883d4e923357d68e83, server=6336e8474e1c,35635,1733465948825}] 2024-12-06T06:19:13,719 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 to pos 0, reset compression=false 2024-12-06T06:19:13,782 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:13,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:13,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:13,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:19:13,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35635%2C1733465948825.rep, suffix=, logDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs, maxLogs=10 2024-12-06T06:19:13,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.rep.1733465953869, exclude list is [], retry=0 2024-12-06T06:19:13,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-113fe1bc-3ccf-4a42-a7b7-d985d8bdc8d9,DISK] 2024-12-06T06:19:13,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.rep.1733465953869 2024-12-06T06:19:13,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-12-06T06:19:13,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => be87f63ac1549f883d4e923357d68e83, NAME => 'hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:13,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:13,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:13,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. service=MultiRowMutationService 2024-12-06T06:19:13,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:19:13,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:13,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,894 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,895 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be87f63ac1549f883d4e923357d68e83 columnFamilyName hfileref 2024-12-06T06:19:13,895 DEBUG [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:13,895 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(327): Store=be87f63ac1549f883d4e923357d68e83/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:13,895 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,896 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be87f63ac1549f883d4e923357d68e83 columnFamilyName queue 2024-12-06T06:19:13,896 DEBUG [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:13,901 DEBUG [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83/queue/5fe94a9bb894449c91dfabf6c56acfc1 2024-12-06T06:19:13,901 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(327): Store=be87f63ac1549f883d4e923357d68e83/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:13,901 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,902 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be87f63ac1549f883d4e923357d68e83 columnFamilyName sid 2024-12-06T06:19:13,902 DEBUG [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:13,902 INFO [StoreOpener-be87f63ac1549f883d4e923357d68e83-1 {}] regionserver.HStore(327): Store=be87f63ac1549f883d4e923357d68e83/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:13,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:19:13,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened be87f63ac1549f883d4e923357d68e83; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75350752, jitterRate=0.12281370162963867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:19:13,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:13,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for be87f63ac1549f883d4e923357d68e83: Running coprocessor pre-open hook at 1733465953893Writing region info on filesystem at 1733465953893Initializing all the Stores at 1733465953894 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465953894Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465953894Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465953894Cleaning up temporary data from old regions at 1733465953905 (+11 ms)Running coprocessor post-open hooks at 1733465953907 (+2 ms)Region opened successfully at 1733465953908 (+1 ms) 2024-12-06T06:19:13,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83., pid=13, masterSystemTime=1733465953862 2024-12-06T06:19:13,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:13,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:13,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=be87f63ac1549f883d4e923357d68e83, regionState=OPEN, openSeqNum=9, regionLocation=6336e8474e1c,35635,1733465948825 2024-12-06T06:19:13,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure be87f63ac1549f883d4e923357d68e83, server=6336e8474e1c,35635,1733465948825 because future has completed 2024-12-06T06:19:13,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T06:19:13,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure be87f63ac1549f883d4e923357d68e83, server=6336e8474e1c,35635,1733465948825 in 208 msec 2024-12-06T06:19:13,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-06T06:19:13,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be87f63ac1549f883d4e923357d68e83, ASSIGN in 365 msec 2024-12-06T06:19:13,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-06T06:19:13,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83., hostname=6336e8474e1c,35635,1733465948825, seqNum=9] 2024-12-06T06:19:13,934 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6336e8474e1c,35773,1733465937362 2024-12-06T06:19:13,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-06T06:19:13,983 DEBUG [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:14,008 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740/.tmp/ns/77b0c5d202274e6eb209a158d5642939 2024-12-06T06:19:14,014 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740/.tmp/ns/77b0c5d202274e6eb209a158d5642939 as hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740/ns/77b0c5d202274e6eb209a158d5642939 2024-12-06T06:19:14,018 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740/ns/77b0c5d202274e6eb209a158d5642939, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T06:19:14,019 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-12-06T06:19:14,019 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:19:14,023 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T06:19:14,025 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:14,025 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:19:14,025 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:14,025 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465953582Running coprocessor pre-close hooks at 1733465953582Disabling compacts and flushes for region at 1733465953582Disabling writes for close at 1733465953583 (+1 ms)Obtaining lock to block concurrent updates at 1733465953583Preparing flush snapshotting stores in 1588230740 at 1733465953583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733465953583Flushing stores of hbase:meta,,1.1588230740 at 1733465953584 (+1 ms)Flushing 1588230740/ns: creating writer at 1733465953584Flushing 1588230740/ns: appending metadata at 1733465953600 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733465953600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7f4708: reopening flushed file at 1733465954013 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1733465954019 (+6 ms)Writing region close event to WAL at 1733465954020 (+1 ms)Running coprocessor post-close hooks at 1733465954025 (+5 ms)Closed at 1733465954025 2024-12-06T06:19:14,025 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:14,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-06T06:19:14,183 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,34127,1733465940253; all regions closed. 2024-12-06T06:19:14,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741834_1010 (size=1152) 2024-12-06T06:19:14,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/WALs/6336e8474e1c,34127,1733465940253/6336e8474e1c%2C34127%2C1733465940253.meta.1733465943292.meta not finished, retry = 0 2024-12-06T06:19:14,267 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:19:14,267 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:19:14,288 DEBUG [RS:0;6336e8474e1c:34127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/oldWALs 2024-12-06T06:19:14,288 INFO [RS:0;6336e8474e1c:34127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C34127%2C1733465940253.meta:.meta(num 1733465943292) 2024-12-06T06:19:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741832_1008 (size=93) 2024-12-06T06:19:14,292 DEBUG [RS:0;6336e8474e1c:34127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/oldWALs 2024-12-06T06:19:14,292 INFO [RS:0;6336e8474e1c:34127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C34127%2C1733465940253:(num 1733465942404) 2024-12-06T06:19:14,292 DEBUG [RS:0;6336e8474e1c:34127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:14,292 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:19:14,292 INFO [RS:0;6336e8474e1c:34127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:19:14,292 INFO [RS:0;6336e8474e1c:34127 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T06:19:14,293 INFO [RS:0;6336e8474e1c:34127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:19:14,293 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:19:14,293 INFO [RS:0;6336e8474e1c:34127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34127 2024-12-06T06:19:14,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-27006340/rs/6336e8474e1c,34127,1733465940253 2024-12-06T06:19:14,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340/rs 2024-12-06T06:19:14,295 INFO [RS:0;6336e8474e1c:34127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:19:14,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,34127,1733465940253] 2024-12-06T06:19:14,298 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-27006340/draining/6336e8474e1c,34127,1733465940253 already deleted, retry=false 2024-12-06T06:19:14,298 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,34127,1733465940253 expired; onlineServers=0 2024-12-06T06:19:14,298 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,43317,1733465940209' ***** 2024-12-06T06:19:14,298 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:19:14,298 INFO [M:0;6336e8474e1c:43317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:19:14,298 INFO [M:0;6336e8474e1c:43317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:19:14,298 DEBUG [M:0;6336e8474e1c:43317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:19:14,298 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:19:14,298 DEBUG [M:0;6336e8474e1c:43317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:19:14,298 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465942149 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465942149,5,FailOnTimeoutGroup] 2024-12-06T06:19:14,298 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465942148 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465942148,5,FailOnTimeoutGroup] 2024-12-06T06:19:14,298 INFO [M:0;6336e8474e1c:43317 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:19:14,298 INFO [M:0;6336e8474e1c:43317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:19:14,298 DEBUG [M:0;6336e8474e1c:43317 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:19:14,298 INFO [M:0;6336e8474e1c:43317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:19:14,298 INFO [M:0;6336e8474e1c:43317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:19:14,299 INFO [M:0;6336e8474e1c:43317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:19:14,299 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:19:14,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-27006340/master 2024-12-06T06:19:14,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27006340 2024-12-06T06:19:14,304 DEBUG [M:0;6336e8474e1c:43317 {}] zookeeper.RecoverableZooKeeper(212): Node /1-27006340/master already deleted, retry=false 2024-12-06T06:19:14,304 DEBUG [M:0;6336e8474e1c:43317 {}] master.ActiveMasterManager(353): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-27006340/master 2024-12-06T06:19:14,305 INFO [M:0;6336e8474e1c:43317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/.lastflushedseqids 2024-12-06T06:19:14,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741836_1012 (size=99) 2024-12-06T06:19:14,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:14,397 INFO [RS:0;6336e8474e1c:34127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:19:14,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101866cfbdb0004, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:14,397 INFO [RS:0;6336e8474e1c:34127 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,34127,1733465940253; zookeeper connection closed. 2024-12-06T06:19:14,397 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f60fb1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f60fb1d 2024-12-06T06:19:14,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:19:14,714 INFO [M:0;6336e8474e1c:43317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:19:14,715 INFO [M:0;6336e8474e1c:43317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:19:14,715 DEBUG [M:0;6336e8474e1c:43317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:19:14,715 INFO [M:0;6336e8474e1c:43317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:14,715 DEBUG [M:0;6336e8474e1c:43317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:14,715 DEBUG [M:0;6336e8474e1c:43317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:19:14,715 DEBUG [M:0;6336e8474e1c:43317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:14,715 INFO [M:0;6336e8474e1c:43317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T06:19:14,724 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 to pos 0, reset compression=false 2024-12-06T06:19:14,734 DEBUG [M:0;6336e8474e1c:43317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bab50b49a6eb4c0db24eed630395dab4 is 82, key is hbase:meta,,1/info:regioninfo/1733465943322/Put/seqid=0 2024-12-06T06:19:14,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741837_1013 (size=5672) 2024-12-06T06:19:15,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:19:15,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:15,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:15,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:15,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:15,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:15,139 INFO [M:0;6336e8474e1c:43317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bab50b49a6eb4c0db24eed630395dab4 2024-12-06T06:19:15,143 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:19:15,158 DEBUG [M:0;6336e8474e1c:43317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fb8a0854ef746129e9ce91e18a27467 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733465943337/Put/seqid=0 2024-12-06T06:19:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741838_1014 (size=5275) 2024-12-06T06:19:15,562 INFO [M:0;6336e8474e1c:43317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fb8a0854ef746129e9ce91e18a27467 2024-12-06T06:19:15,586 DEBUG [M:0;6336e8474e1c:43317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f12b78afad04e8b80e6e459ae69ed84 is 69, key is 6336e8474e1c,34127,1733465940253/rs:state/1733465942237/Put/seqid=0 2024-12-06T06:19:15,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741839_1015 (size=5156) 2024-12-06T06:19:15,828 DEBUG [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.1733465949261 to pos 0, reset compression=false 2024-12-06T06:19:15,994 INFO [M:0;6336e8474e1c:43317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f12b78afad04e8b80e6e459ae69ed84 2024-12-06T06:19:16,001 DEBUG [M:0;6336e8474e1c:43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bab50b49a6eb4c0db24eed630395dab4 as hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bab50b49a6eb4c0db24eed630395dab4 2024-12-06T06:19:16,014 INFO [M:0;6336e8474e1c:43317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bab50b49a6eb4c0db24eed630395dab4, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T06:19:16,015 DEBUG [M:0;6336e8474e1c:43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fb8a0854ef746129e9ce91e18a27467 as hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7fb8a0854ef746129e9ce91e18a27467 2024-12-06T06:19:16,021 INFO [M:0;6336e8474e1c:43317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7fb8a0854ef746129e9ce91e18a27467, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T06:19:16,023 DEBUG [M:0;6336e8474e1c:43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f12b78afad04e8b80e6e459ae69ed84 as hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f12b78afad04e8b80e6e459ae69ed84 2024-12-06T06:19:16,031 INFO [M:0;6336e8474e1c:43317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34367/user/jenkins/test-data/bf7c8208-b25f-70a5-0602-1d6715ffbc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f12b78afad04e8b80e6e459ae69ed84, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T06:19:16,033 INFO [M:0;6336e8474e1c:43317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false 2024-12-06T06:19:16,037 INFO [M:0;6336e8474e1c:43317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:16,037 DEBUG [M:0;6336e8474e1c:43317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465954715Disabling compacts and flushes for region at 1733465954715Disabling writes for close at 1733465954715Obtaining lock to block concurrent updates at 1733465954715Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465954715Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733465954715Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465954716 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465954716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465954733 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465954734 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465955143 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465955157 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465955157Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465955569 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465955585 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465955585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c49719: reopening flushed file at 1733465956000 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b5ef8d: reopening flushed file at 1733465956014 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e909d25: reopening flushed file at 1733465956022 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false at 1733465956033 (+11 ms)Writing region close event to WAL at 1733465956037 (+4 ms)Closed at 1733465956037 2024-12-06T06:19:16,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36049 is added to blk_1073741830_1006 (size=10165) 2024-12-06T06:19:16,047 INFO [M:0;6336e8474e1c:43317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:19:16,047 INFO [M:0;6336e8474e1c:43317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43317 2024-12-06T06:19:16,047 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:19:16,048 INFO [M:0;6336e8474e1c:43317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:19:16,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:16,150 INFO [M:0;6336e8474e1c:43317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:19:16,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x101866cfbdb0003, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:16,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@544c804c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:19:16,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f81a38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:19:16,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:19:16,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bff4f3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:19:16,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd6c9c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/hadoop.log.dir/,STOPPED} 2024-12-06T06:19:16,154 WARN [BP-976491003-172.17.0.2-1733465939427 heartbeating to localhost/127.0.0.1:34367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:19:16,154 WARN [BP-976491003-172.17.0.2-1733465939427 heartbeating to localhost/127.0.0.1:34367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-976491003-172.17.0.2-1733465939427 (Datanode Uuid 5b398026-17d6-46fc-951a-5eb9a3caa88a) service to localhost/127.0.0.1:34367 2024-12-06T06:19:16,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:19:16,155 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:19:16,156 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:19:16,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/cluster_57b83770-3c36-9178-7414-bcecad110821/data/data1/current/BP-976491003-172.17.0.2-1733465939427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:19:16,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/cluster_57b83770-3c36-9178-7414-bcecad110821/data/data2/current/BP-976491003-172.17.0.2-1733465939427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:19:16,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c58f274{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:19:16,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25c7dd70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:19:16,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:19:16,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8042823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:19:16,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e2755e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/hadoop.log.dir/,STOPPED} 2024-12-06T06:19:16,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:19:16,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:19:16,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:16,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:16,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:16,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:16,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:16,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:19:16,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=275524183, stopped=false 2024-12-06T06:19:16,178 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,35403,1733465948790 2024-12-06T06:19:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773863140/running 2024-12-06T06:19:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773863140/running 2024-12-06T06:19:16,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:16,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:19:16,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:16,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:16,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:16,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,35635,1733465948825' ***** 2024-12-06T06:19:16,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:19:16,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/running 2024-12-06T06:19:16,181 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:19:16,181 INFO [RS:0;6336e8474e1c:35635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:19:16,181 INFO [RS:0;6336e8474e1c:35635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:19:16,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:19:16,181 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(3091): Received CLOSE for be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:16,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Set watcher on znode that does not yet exist, /01773863140/running 2024-12-06T06:19:16,182 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,35635,1733465948825 2024-12-06T06:19:16,182 INFO [RS:0;6336e8474e1c:35635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:19:16,182 INFO [RS:0;6336e8474e1c:35635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35635. 2024-12-06T06:19:16,182 DEBUG [RS:0;6336e8474e1c:35635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:16,182 DEBUG [RS:0;6336e8474e1c:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:16,182 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:19:16,182 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:19:16,182 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:19:16,182 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:19:16,182 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:19:16,182 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, be87f63ac1549f883d4e923357d68e83=hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83.} 2024-12-06T06:19:16,182 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be87f63ac1549f883d4e923357d68e83 2024-12-06T06:19:16,182 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be87f63ac1549f883d4e923357d68e83, disabling compactions & flushes 2024-12-06T06:19:16,182 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:16,182 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:19:16,182 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:16,182 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. after waiting 0 ms 2024-12-06T06:19:16,182 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:19:16,183 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:16,183 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:19:16,183 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:19:16,183 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:19:16,183 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-06T06:19:16,190 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/replication/be87f63ac1549f883d4e923357d68e83/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-06T06:19:16,191 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:16,191 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:19:16,191 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:16,191 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be87f63ac1549f883d4e923357d68e83: Waiting for close lock at 1733465956182Running coprocessor pre-close hooks at 1733465956182Disabling compacts and flushes for region at 1733465956182Disabling writes for close at 1733465956182Writing region close event to WAL at 1733465956185 (+3 ms)Running coprocessor post-close hooks at 1733465956191 (+6 ms)Closed at 1733465956191 2024-12-06T06:19:16,191 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83. 2024-12-06T06:19:16,203 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/info/a9204cb043be40c8acca1311816aab2f is 147, key is hbase:replication,,1733465943409.be87f63ac1549f883d4e923357d68e83./info:regioninfo/1733465953911/Put/seqid=0 2024-12-06T06:19:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741851_1027 (size=6385) 2024-12-06T06:19:16,221 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:19:16,383 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:16,583 DEBUG [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:16,608 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/info/a9204cb043be40c8acca1311816aab2f 2024-12-06T06:19:16,613 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/.tmp/info/a9204cb043be40c8acca1311816aab2f as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/info/a9204cb043be40c8acca1311816aab2f 2024-12-06T06:19:16,618 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/info/a9204cb043be40c8acca1311816aab2f, entries=8, sequenceid=19, filesize=6.2 K 2024-12-06T06:19:16,619 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false 2024-12-06T06:19:16,624 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-06T06:19:16,624 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:16,624 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:19:16,624 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:16,625 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465956182Running coprocessor pre-close hooks at 1733465956182Disabling compacts and flushes for region at 1733465956182Disabling writes for close at 1733465956183 (+1 ms)Obtaining lock to block concurrent updates at 1733465956183Preparing flush snapshotting stores in 1588230740 at 1733465956183Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733465956183Flushing stores of hbase:meta,,1.1588230740 at 1733465956184 (+1 ms)Flushing 1588230740/info: creating writer at 1733465956184Flushing 1588230740/info: appending metadata at 1733465956202 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733465956202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc27fbd: reopening flushed file at 1733465956613 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false at 1733465956619 (+6 ms)Writing region close event to WAL at 1733465956621 (+2 ms)Running coprocessor post-close hooks at 1733465956624 (+3 ms)Closed at 1733465956624 2024-12-06T06:19:16,625 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:16,783 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,35635,1733465948825; all regions closed. 2024-12-06T06:19:16,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741849_1025 (size=2156) 2024-12-06T06:19:16,789 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/WALs/6336e8474e1c,35635,1733465948825/6336e8474e1c%2C35635%2C1733465948825.meta.1733465949588.meta not finished, retry = 0 2024-12-06T06:19:16,891 DEBUG [RS:0;6336e8474e1c:35635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs 2024-12-06T06:19:16,891 INFO [RS:0;6336e8474e1c:35635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C35635%2C1733465948825.meta:.meta(num 1733465949588) 2024-12-06T06:19:16,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741850_1026 (size=796) 2024-12-06T06:19:16,895 DEBUG [RS:0;6336e8474e1c:35635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs 2024-12-06T06:19:16,895 INFO [RS:0;6336e8474e1c:35635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C35635%2C1733465948825.rep:(num 1733465953869) 2024-12-06T06:19:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741848_1024 (size=93) 2024-12-06T06:19:16,899 DEBUG [RS:0;6336e8474e1c:35635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/oldWALs 2024-12-06T06:19:16,899 INFO [RS:0;6336e8474e1c:35635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C35635%2C1733465948825:(num 1733465949261) 2024-12-06T06:19:16,899 DEBUG [RS:0;6336e8474e1c:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:16,899 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:19:16,899 INFO [RS:0;6336e8474e1c:35635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:19:16,899 INFO [RS:0;6336e8474e1c:35635 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:19:16,900 INFO [RS:0;6336e8474e1c:35635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:19:16,900 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,35635,1733465948825 because: Region server is closing 2024-12-06T06:19:16,900 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-06T06:19:16,900 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-06T06:19:16,900 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T06:19:16,900 INFO [RS:0;6336e8474e1c:35635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35635. 2024-12-06T06:19:16,900 DEBUG [RS:0;6336e8474e1c:35635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:16,900 DEBUG [RS:0;6336e8474e1c:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:16,900 DEBUG [RS:0;6336e8474e1c:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:16,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:16,900 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:19:17,001 WARN [RS:0;6336e8474e1c:35635.replicationSource.wal-reader.6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T06:19:17,001 WARN [RS:0;6336e8474e1c:35635.replicationSource.shipper6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T06:19:17,001 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6336e8474e1c:35635.replicationSource.shipper6336e8474e1c%2C35635%2C1733465948825,1-6336e8474e1c,35635,1733465948825 terminated 2024-12-06T06:19:17,001 INFO [RS:0;6336e8474e1c:35635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35635 2024-12-06T06:19:17,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773863140/rs/6336e8474e1c,35635,1733465948825 2024-12-06T06:19:17,003 INFO [RS:0;6336e8474e1c:35635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:19:17,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140/rs 2024-12-06T06:19:17,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,35635,1733465948825] 2024-12-06T06:19:17,008 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/draining/6336e8474e1c,35635,1733465948825 already deleted, retry=false 2024-12-06T06:19:17,008 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,35635,1733465948825 expired; onlineServers=0 2024-12-06T06:19:17,008 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,35403,1733465948790' ***** 2024-12-06T06:19:17,008 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:19:17,008 INFO [M:0;6336e8474e1c:35403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:19:17,008 INFO [M:0;6336e8474e1c:35403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:19:17,008 DEBUG [M:0;6336e8474e1c:35403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:19:17,009 DEBUG [M:0;6336e8474e1c:35403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:19:17,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:19:17,009 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465949021 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465949021,5,FailOnTimeoutGroup] 2024-12-06T06:19:17,009 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465949024 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465949024,5,FailOnTimeoutGroup] 2024-12-06T06:19:17,009 INFO [M:0;6336e8474e1c:35403 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:19:17,009 INFO [M:0;6336e8474e1c:35403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:19:17,009 DEBUG [M:0;6336e8474e1c:35403 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:19:17,009 INFO [M:0;6336e8474e1c:35403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:19:17,009 INFO [M:0;6336e8474e1c:35403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:19:17,009 INFO [M:0;6336e8474e1c:35403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:19:17,009 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:19:17,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773863140/master 2024-12-06T06:19:17,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773863140 2024-12-06T06:19:17,013 DEBUG [M:0;6336e8474e1c:35403 {}] zookeeper.RecoverableZooKeeper(212): Node /01773863140/master already deleted, retry=false 2024-12-06T06:19:17,013 DEBUG [M:0;6336e8474e1c:35403 {}] master.ActiveMasterManager(353): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Failed delete of our master address node; KeeperErrorCode = NoNode for /01773863140/master 2024-12-06T06:19:17,013 INFO [M:0;6336e8474e1c:35403 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/.lastflushedseqids 2024-12-06T06:19:17,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741852_1028 (size=181) 2024-12-06T06:19:17,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:17,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x101866cfbdb0007, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:17,106 INFO [RS:0;6336e8474e1c:35635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:19:17,106 INFO [RS:0;6336e8474e1c:35635 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,35635,1733465948825; zookeeper connection closed. 2024-12-06T06:19:17,106 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ff09646 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ff09646 2024-12-06T06:19:17,106 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:19:17,426 INFO [M:0;6336e8474e1c:35403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:19:17,426 INFO [M:0;6336e8474e1c:35403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:19:17,426 DEBUG [M:0;6336e8474e1c:35403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:19:17,426 INFO [M:0;6336e8474e1c:35403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:17,426 DEBUG [M:0;6336e8474e1c:35403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:17,426 DEBUG [M:0;6336e8474e1c:35403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:19:17,426 DEBUG [M:0;6336e8474e1c:35403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:17,426 INFO [M:0;6336e8474e1c:35403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-06T06:19:17,462 DEBUG [M:0;6336e8474e1c:35403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b994be0054f4c25a7b0572efabb0397 is 82, key is hbase:meta,,1/info:regioninfo/1733465949635/Put/seqid=0 2024-12-06T06:19:17,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741853_1029 (size=5672) 2024-12-06T06:19:17,872 INFO [M:0;6336e8474e1c:35403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b994be0054f4c25a7b0572efabb0397 2024-12-06T06:19:17,893 DEBUG [M:0;6336e8474e1c:35403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8e512bf295d467890deb5475ab1ac91 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733465953916/Put/seqid=0 2024-12-06T06:19:17,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741854_1030 (size=7312) 2024-12-06T06:19:17,911 INFO [M:0;6336e8474e1c:35403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8e512bf295d467890deb5475ab1ac91 2024-12-06T06:19:17,947 DEBUG [M:0;6336e8474e1c:35403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5360ba00c76046d4957baa1a01af2f83 is 69, key is 6336e8474e1c,35635,1733465948825/rs:state/1733465949080/Put/seqid=0 2024-12-06T06:19:17,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741855_1031 (size=5370) 2024-12-06T06:19:17,980 INFO [M:0;6336e8474e1c:35403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5360ba00c76046d4957baa1a01af2f83 2024-12-06T06:19:17,985 INFO [M:0;6336e8474e1c:35403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5360ba00c76046d4957baa1a01af2f83 2024-12-06T06:19:17,986 DEBUG [M:0;6336e8474e1c:35403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b994be0054f4c25a7b0572efabb0397 as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b994be0054f4c25a7b0572efabb0397 2024-12-06T06:19:17,993 INFO [M:0;6336e8474e1c:35403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b994be0054f4c25a7b0572efabb0397, entries=8, sequenceid=127, filesize=5.5 K 2024-12-06T06:19:17,994 DEBUG [M:0;6336e8474e1c:35403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8e512bf295d467890deb5475ab1ac91 as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8e512bf295d467890deb5475ab1ac91 2024-12-06T06:19:17,999 INFO [M:0;6336e8474e1c:35403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8e512bf295d467890deb5475ab1ac91, entries=7, sequenceid=127, filesize=7.1 K 2024-12-06T06:19:18,000 DEBUG [M:0;6336e8474e1c:35403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5360ba00c76046d4957baa1a01af2f83 as hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5360ba00c76046d4957baa1a01af2f83 2024-12-06T06:19:18,007 INFO [M:0;6336e8474e1c:35403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5360ba00c76046d4957baa1a01af2f83 2024-12-06T06:19:18,007 INFO [M:0;6336e8474e1c:35403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/54b06cd4-cea2-35f9-e2c0-23d169d28e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5360ba00c76046d4957baa1a01af2f83, entries=2, sequenceid=127, filesize=5.2 K 2024-12-06T06:19:18,008 INFO [M:0;6336e8474e1c:35403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 582ms, sequenceid=127, compaction requested=false 2024-12-06T06:19:18,014 INFO [M:0;6336e8474e1c:35403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:18,014 DEBUG [M:0;6336e8474e1c:35403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465957426Disabling compacts and flushes for region at 1733465957426Disabling writes for close at 1733465957426Obtaining lock to block concurrent updates at 1733465957426Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465957426Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733465957427 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465957428 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465957428Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465957461 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465957461Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465957878 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465957893 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465957893Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465957924 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465957946 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465957946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88317a5: reopening flushed file at 1733465957985 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df3c58d: reopening flushed file at 1733465957993 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c3a909: reopening flushed file at 1733465958000 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 582ms, sequenceid=127, compaction requested=false at 1733465958008 (+8 ms)Writing region close event to WAL at 1733465958014 (+6 ms)Closed at 1733465958014 2024-12-06T06:19:18,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741847_1023 (size=22903) 2024-12-06T06:19:18,020 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:19:18,020 INFO [M:0;6336e8474e1c:35403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:19:18,021 INFO [M:0;6336e8474e1c:35403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35403 2024-12-06T06:19:18,021 INFO [M:0;6336e8474e1c:35403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:19:18,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:18,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101866cfbdb0006, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:18,123 INFO [M:0;6336e8474e1c:35403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:19:18,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bd37a28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:19:18,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@461e8a19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:19:18,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:19:18,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25077bd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:19:18,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1373e863{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/hadoop.log.dir/,STOPPED} 2024-12-06T06:19:18,130 WARN [BP-667701802-172.17.0.2-1733465936227 heartbeating to localhost/127.0.0.1:46017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:19:18,130 WARN [BP-667701802-172.17.0.2-1733465936227 heartbeating to localhost/127.0.0.1:46017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-667701802-172.17.0.2-1733465936227 (Datanode Uuid 0dcec682-1962-4d51-b26a-6ace88712d38) service to localhost/127.0.0.1:46017 2024-12-06T06:19:18,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:19:18,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:19:18,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/cluster_db47d1be-be73-c9c6-d1d0-4ba8044f3c9d/data/data2/current/BP-667701802-172.17.0.2-1733465936227 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:19:18,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/cluster_db47d1be-be73-c9c6-d1d0-4ba8044f3c9d/data/data1/current/BP-667701802-172.17.0.2-1733465936227 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:19:18,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:19:18,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22e1d17c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:19:18,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb036dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:19:18,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:19:18,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67266931{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:19:18,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@428b4dbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439f308e-c763-f689-7e63-e0e24c18e2d6/hadoop.log.dir/,STOPPED} 2024-12-06T06:19:18,154 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:19:18,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:19:18,184 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46017 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54471) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34367 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54471) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 506) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5316 (was 5294) - AvailableMemoryMB LEAK? - 2024-12-06T06:19:18,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=5317 2024-12-06T06:19:18,218 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-06T06:19:18,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/hadoop.log.dir so I do NOT create it in target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9 2024-12-06T06:19:18,219 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:19:18,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/hadoop.tmp.dir so I do NOT create it in target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9 2024-12-06T06:19:18,219 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/661d3bf8-8558-1a97-09d6-feeb10994f7a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:19:18,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9 2024-12-06T06:19:18,220 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/cluster_b012c375-49a7-2eb1-0dcb-287efe48cdba, deleteOnExit=true 2024-12-06T06:19:18,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/cluster_b012c375-49a7-2eb1-0dcb-287efe48cdba/zookeeper_0, clientPort=56454, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/cluster_b012c375-49a7-2eb1-0dcb-287efe48cdba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/cluster_b012c375-49a7-2eb1-0dcb-287efe48cdba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:19:18,240 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56454 2024-12-06T06:19:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:19:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:19:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/test.cache.data in system properties and HBase conf 2024-12-06T06:19:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:19:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:19:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:19:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:19:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:19:18,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:19:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:19:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:19:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:19:18,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101866cfbdb0005, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:19:18,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101866cfbdb0002, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:19:18,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101866cfbdb0002, quorum=127.0.0.1:54471, baseZNode=/01773863140 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:19:18,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101866cfbdb0005, quorum=127.0.0.1:54471, baseZNode=/1-27006340 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:19:18,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:18,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:19:18,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:19:18,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:19:18,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:19:18,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:18,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2493f511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:19:18,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c0432c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:19:18,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45976c97{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/java.io.tmpdir/jetty-localhost-39829-hadoop-hdfs-3_4_1-tests_jar-_-any-9608654059056369121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:19:18,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5736233d{HTTP/1.1, (http/1.1)}{localhost:39829} 2024-12-06T06:19:18,512 INFO [Time-limited test {}] server.Server(415): Started @147184ms 2024-12-06T06:19:18,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:18,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:19:18,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:19:18,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:19:18,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:19:18,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e4de33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:19:18,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d40cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:19:18,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b238757{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/java.io.tmpdir/jetty-localhost-36013-hadoop-hdfs-3_4_1-tests_jar-_-any-1029828073950073034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:19:18,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ddca0{HTTP/1.1, (http/1.1)}{localhost:36013} 2024-12-06T06:19:18,799 INFO [Time-limited test {}] server.Server(415): Started @147471ms 2024-12-06T06:19:18,800 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:19:18,942 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/cluster_b012c375-49a7-2eb1-0dcb-287efe48cdba/data/data1/current/BP-1822510535-172.17.0.2-1733465958267/current, will proceed with Du for space computation calculation, 2024-12-06T06:19:18,942 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/cluster_b012c375-49a7-2eb1-0dcb-287efe48cdba/data/data2/current/BP-1822510535-172.17.0.2-1733465958267/current, will proceed with Du for space computation calculation, 2024-12-06T06:19:18,993 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:19:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77481bf801a4bb7a with lease ID 0x68486e5c3573f0c8: Processing first storage report for DS-b62e5ba3-23b3-4f30-9ca4-20ac2017522a from datanode DatanodeRegistration(127.0.0.1:34143, datanodeUuid=be33f51c-ad8c-4994-949a-4d053bc5c7af, infoPort=32895, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=1287206168;c=1733465958267) 2024-12-06T06:19:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77481bf801a4bb7a with lease ID 0x68486e5c3573f0c8: from storage DS-b62e5ba3-23b3-4f30-9ca4-20ac2017522a node DatanodeRegistration(127.0.0.1:34143, datanodeUuid=be33f51c-ad8c-4994-949a-4d053bc5c7af, infoPort=32895, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=1287206168;c=1733465958267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:19:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77481bf801a4bb7a with lease ID 0x68486e5c3573f0c8: Processing first storage report for DS-af1d9a67-a5c1-4b7d-b04b-82ccca3eb10d from datanode DatanodeRegistration(127.0.0.1:34143, datanodeUuid=be33f51c-ad8c-4994-949a-4d053bc5c7af, infoPort=32895, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=1287206168;c=1733465958267) 2024-12-06T06:19:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77481bf801a4bb7a with lease ID 0x68486e5c3573f0c8: from storage DS-af1d9a67-a5c1-4b7d-b04b-82ccca3eb10d node DatanodeRegistration(127.0.0.1:34143, datanodeUuid=be33f51c-ad8c-4994-949a-4d053bc5c7af, infoPort=32895, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=1287206168;c=1733465958267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:19:19,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9 2024-12-06T06:19:19,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:19,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:19,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:19:19,494 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96 with version=8 2024-12-06T06:19:19,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/hbase-staging 2024-12-06T06:19:19,496 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:19,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:19,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:19,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:19,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:19,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:19,497 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:19:19,497 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:19,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39113 2024-12-06T06:19:19,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39113 connecting to ZooKeeper ensemble=127.0.0.1:56454 2024-12-06T06:19:19,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391130x0, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:19,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39113-0x101866d51e60000 connected 2024-12-06T06:19:19,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:19,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:19,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Set watcher on znode that does not yet exist, /0-1007877405/running 2024-12-06T06:19:19,551 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96, hbase.cluster.distributed=false 2024-12-06T06:19:19,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Set watcher on znode that does not yet exist, /0-1007877405/acl 2024-12-06T06:19:19,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39113 2024-12-06T06:19:19,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39113 2024-12-06T06:19:19,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39113 2024-12-06T06:19:19,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39113 2024-12-06T06:19:19,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39113 2024-12-06T06:19:19,584 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:19,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:19,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:19,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:19,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:19,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:19,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:19:19,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:19,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33749 2024-12-06T06:19:19,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33749 connecting to ZooKeeper ensemble=127.0.0.1:56454 2024-12-06T06:19:19,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:19,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:19,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337490x0, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Set watcher on znode that does not yet exist, /0-1007877405/running 2024-12-06T06:19:19,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:19:19,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337490x0, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:19,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33749-0x101866d51e60001 connected 2024-12-06T06:19:19,601 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:19:19,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Set watcher on znode that does not yet exist, /0-1007877405/master 2024-12-06T06:19:19,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Set watcher on znode that does not yet exist, /0-1007877405/acl 2024-12-06T06:19:19,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33749 2024-12-06T06:19:19,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33749 2024-12-06T06:19:19,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33749 2024-12-06T06:19:19,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33749 2024-12-06T06:19:19,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33749 2024-12-06T06:19:19,631 DEBUG [M:0;6336e8474e1c:39113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:39113 2024-12-06T06:19:19,631 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1007877405/backup-masters/6336e8474e1c,39113,1733465959496 2024-12-06T06:19:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405/backup-masters 2024-12-06T06:19:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405/backup-masters 2024-12-06T06:19:19,634 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Set watcher on existing znode=/0-1007877405/backup-masters/6336e8474e1c,39113,1733465959496 2024-12-06T06:19:19,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1007877405/master 2024-12-06T06:19:19,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:19,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:19,636 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Set watcher on existing znode=/0-1007877405/master 2024-12-06T06:19:19,636 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1007877405/backup-masters/6336e8474e1c,39113,1733465959496 from backup master directory 2024-12-06T06:19:19,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007877405/backup-masters/6336e8474e1c,39113,1733465959496 2024-12-06T06:19:19,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405/backup-masters 2024-12-06T06:19:19,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405/backup-masters 2024-12-06T06:19:19,641 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:19,641 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,39113,1733465959496 2024-12-06T06:19:19,645 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/hbase.id] with ID: b2dc4958-7acd-4367-a84d-67b5764c7b1d 2024-12-06T06:19:19,645 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/.tmp/hbase.id 2024-12-06T06:19:19,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:19:20,052 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/.tmp/hbase.id]:[hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/hbase.id] 2024-12-06T06:19:20,062 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:20,062 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:19:20,063 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:19:20,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:20,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:19:20,476 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:20,477 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:19:20,477 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:20,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:19:20,491 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store 2024-12-06T06:19:20,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:19:20,502 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:20,502 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:19:20,502 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:20,502 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:20,502 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:19:20,502 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:20,502 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:20,502 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465960502Disabling compacts and flushes for region at 1733465960502Disabling writes for close at 1733465960502Writing region close event to WAL at 1733465960502Closed at 1733465960502 2024-12-06T06:19:20,509 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/.initializing 2024-12-06T06:19:20,509 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/WALs/6336e8474e1c,39113,1733465959496 2024-12-06T06:19:20,514 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:20,516 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C39113%2C1733465959496, suffix=, logDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/WALs/6336e8474e1c,39113,1733465959496, archiveDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/oldWALs, maxLogs=10 2024-12-06T06:19:20,533 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/WALs/6336e8474e1c,39113,1733465959496/6336e8474e1c%2C39113%2C1733465959496.1733465960516, exclude list is [], retry=0 2024-12-06T06:19:20,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34143,DS-b62e5ba3-23b3-4f30-9ca4-20ac2017522a,DISK] 2024-12-06T06:19:20,538 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/WALs/6336e8474e1c,39113,1733465959496/6336e8474e1c%2C39113%2C1733465959496.1733465960516 2024-12-06T06:19:20,540 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32895:32895)] 2024-12-06T06:19:20,540 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:20,541 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:20,541 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,541 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:19:20,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:20,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:20,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:19:20,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:20,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:20,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:19:20,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:20,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:20,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:19:20,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:20,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:20,548 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,549 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,549 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,550 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,550 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,550 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:20,551 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:20,557 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:20,558 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60452168, jitterRate=-0.09919250011444092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:20,558 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465960541Initializing all the Stores at 1733465960542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465960542Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465960542Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465960542Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465960542Cleaning up temporary data from old regions at 1733465960550 (+8 ms)Region opened successfully at 1733465960558 (+8 ms) 2024-12-06T06:19:20,559 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:19:20,562 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c25c47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:20,563 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:19:20,563 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:19:20,563 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:19:20,564 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:19:20,564 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:19:20,564 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:19:20,564 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:19:20,570 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:19:20,571 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Unable to get data of znode /0-1007877405/balancer because node does not exist (not necessarily an error) 2024-12-06T06:19:20,573 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007877405/balancer already deleted, retry=false 2024-12-06T06:19:20,573 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:19:20,580 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Unable to get data of znode /0-1007877405/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:19:20,588 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007877405/normalizer already deleted, retry=false 2024-12-06T06:19:20,588 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:19:20,589 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Unable to get data of znode /0-1007877405/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:19:20,590 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007877405/switch/split already deleted, retry=false 2024-12-06T06:19:20,591 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Unable to get data of znode /0-1007877405/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:19:20,592 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007877405/switch/merge already deleted, retry=false 2024-12-06T06:19:20,594 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Unable to get data of znode /0-1007877405/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:19:20,595 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007877405/snapshot-cleanup already deleted, retry=false 2024-12-06T06:19:20,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1007877405/running 2024-12-06T06:19:20,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:20,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1007877405/running 2024-12-06T06:19:20,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:20,598 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,39113,1733465959496, sessionid=0x101866d51e60000, setting cluster-up flag (Was=false) 2024-12-06T06:19:20,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:20,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:20,607 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1007877405/flush-table-proc/acquired, /0-1007877405/flush-table-proc/reached, /0-1007877405/flush-table-proc/abort 2024-12-06T06:19:20,609 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,39113,1733465959496 2024-12-06T06:19:20,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:20,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:20,628 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1007877405/online-snapshot/acquired, /0-1007877405/online-snapshot/reached, /0-1007877405/online-snapshot/abort 2024-12-06T06:19:20,629 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,39113,1733465959496 2024-12-06T06:19:20,631 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:19:20,637 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:20,637 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:19:20,637 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:19:20,638 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6336e8474e1c,35773,1733465937362: status=Processing ServerCrashProcedure of 6336e8474e1c,35773,1733465937362 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733465949020, completionTime=-1 appears to have been leaked 2024-12-06T06:19:20,638 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,39113,1733465959496 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:19:20,640 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:20,640 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:20,640 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:20,640 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:20,640 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:19:20,640 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,640 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:20,640 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,653 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:20,653 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:19:20,655 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:20,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:19:20,669 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465990669 2024-12-06T06:19:20,670 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:19:20,670 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:19:20,670 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:19:20,670 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:19:20,670 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:19:20,670 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:19:20,675 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,676 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:19:20,677 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:19:20,677 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:19:20,677 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:19:20,677 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:19:20,677 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:19:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:19:20,679 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465960677,5,FailOnTimeoutGroup] 2024-12-06T06:19:20,679 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465960679,5,FailOnTimeoutGroup] 2024-12-06T06:19:20,679 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,679 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:19:20,679 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,679 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,723 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(746): ClusterId : b2dc4958-7acd-4367-a84d-67b5764c7b1d 2024-12-06T06:19:20,724 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:19:20,726 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:19:20,726 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:19:20,728 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:19:20,728 DEBUG [RS:0;6336e8474e1c:33749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2b1f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:20,755 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:33749 2024-12-06T06:19:20,755 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:19:20,756 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:19:20,756 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:19:20,757 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,39113,1733465959496 with port=33749, startcode=1733465959584 2024-12-06T06:19:20,757 DEBUG [RS:0;6336e8474e1c:33749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:19:20,759 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:19:20,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,33749,1733465959584 2024-12-06T06:19:20,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39113 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,33749,1733465959584 2024-12-06T06:19:20,764 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96 2024-12-06T06:19:20,764 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34319 2024-12-06T06:19:20,764 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:19:20,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405/rs 2024-12-06T06:19:20,767 DEBUG [RS:0;6336e8474e1c:33749 {}] zookeeper.ZKUtil(111): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Set watcher on existing znode=/0-1007877405/rs/6336e8474e1c,33749,1733465959584 2024-12-06T06:19:20,767 WARN [RS:0;6336e8474e1c:33749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:20,767 INFO [RS:0;6336e8474e1c:33749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:20,767 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584 2024-12-06T06:19:20,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,33749,1733465959584] 2024-12-06T06:19:20,784 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:19:20,786 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:19:20,788 INFO [RS:0;6336e8474e1c:33749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:19:20,788 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,788 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:19:20,789 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:19:20,789 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,789 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,789 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,789 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:20,790 DEBUG [RS:0;6336e8474e1c:33749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:20,796 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,796 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,796 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,796 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,796 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,796 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,33749,1733465959584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:20,818 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:19:20,818 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,33749,1733465959584-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,818 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,818 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.Replication(171): 6336e8474e1c,33749,1733465959584 started 2024-12-06T06:19:20,837 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:20,837 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,33749,1733465959584, RpcServer on 6336e8474e1c/172.17.0.2:33749, sessionid=0x101866d51e60001 2024-12-06T06:19:20,837 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:19:20,837 DEBUG [RS:0;6336e8474e1c:33749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,33749,1733465959584 2024-12-06T06:19:20,837 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,33749,1733465959584' 2024-12-06T06:19:20,837 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1007877405/flush-table-proc/abort' 2024-12-06T06:19:20,838 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1007877405/flush-table-proc/acquired' 2024-12-06T06:19:20,839 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:19:20,839 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:19:20,839 DEBUG [RS:0;6336e8474e1c:33749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,33749,1733465959584 2024-12-06T06:19:20,839 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,33749,1733465959584' 2024-12-06T06:19:20,839 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1007877405/online-snapshot/abort' 2024-12-06T06:19:20,839 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1007877405/online-snapshot/acquired' 2024-12-06T06:19:20,840 DEBUG [RS:0;6336e8474e1c:33749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:19:20,840 INFO [RS:0;6336e8474e1c:33749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:19:20,840 INFO [RS:0;6336e8474e1c:33749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:19:20,940 INFO [RS:0;6336e8474e1c:33749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:20,942 INFO [RS:0;6336e8474e1c:33749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C33749%2C1733465959584, suffix=, logDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584, archiveDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/oldWALs, maxLogs=10 2024-12-06T06:19:20,955 DEBUG [RS:0;6336e8474e1c:33749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942, exclude list is [], retry=0 2024-12-06T06:19:20,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34143,DS-b62e5ba3-23b3-4f30-9ca4-20ac2017522a,DISK] 2024-12-06T06:19:20,963 INFO [RS:0;6336e8474e1c:33749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 2024-12-06T06:19:20,964 DEBUG [RS:0;6336e8474e1c:33749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32895:32895)] 2024-12-06T06:19:21,080 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:19:21,080 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96 2024-12-06T06:19:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:19:21,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:21,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:21,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:21,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:21,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:21,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:21,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:21,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:21,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:21,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:21,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:21,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:21,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:21,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:21,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:21,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:21,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:21,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:21,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740 2024-12-06T06:19:21,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740 2024-12-06T06:19:21,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:21,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:21,108 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:21,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:21,112 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:21,113 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67699146, jitterRate=0.008795887231826782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:21,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465961096Initializing all the Stores at 1733465961096Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465961096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465961097 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465961097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465961097Cleaning up temporary data from old regions at 1733465961107 (+10 ms)Region opened successfully at 1733465961113 (+6 ms) 2024-12-06T06:19:21,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:19:21,113 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:19:21,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:19:21,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:19:21,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:19:21,114 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:21,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465961113Disabling compacts and flushes for region at 1733465961113Disabling writes for close at 1733465961113Writing region close event to WAL at 1733465961114 (+1 ms)Closed at 1733465961114 2024-12-06T06:19:21,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:21,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:19:21,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:19:21,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:21,118 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:19:21,268 DEBUG [6336e8474e1c:39113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:19:21,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,33749,1733465959584 2024-12-06T06:19:21,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,33749,1733465959584, state=OPENING 2024-12-06T06:19:21,275 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:19:21,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:21,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:21,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007877405/meta-region-server: CHANGED 2024-12-06T06:19:21,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:21,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,33749,1733465959584}] 2024-12-06T06:19:21,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007877405/meta-region-server: CHANGED 2024-12-06T06:19:21,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:19:21,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:19:21,439 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:19:21,439 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:21,440 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:19:21,441 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C33749%2C1733465959584.meta, suffix=.meta, logDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584, archiveDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/oldWALs, maxLogs=10 2024-12-06T06:19:21,455 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.meta.1733465961441.meta, exclude list is [], retry=0 2024-12-06T06:19:21,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34143,DS-b62e5ba3-23b3-4f30-9ca4-20ac2017522a,DISK] 2024-12-06T06:19:21,459 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.meta.1733465961441.meta 2024-12-06T06:19:21,459 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32895:32895)] 2024-12-06T06:19:21,459 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:21,460 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:21,460 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:21,460 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:19:21,460 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:19:21,460 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:19:21,460 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:21,460 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:19:21,460 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:19:21,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:21,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:21,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:21,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:21,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:21,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:21,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:21,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:21,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:21,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:21,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:21,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:21,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:21,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:21,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:21,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:21,469 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:21,469 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740 2024-12-06T06:19:21,470 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740 2024-12-06T06:19:21,471 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:21,471 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:21,472 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:21,474 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:21,474 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70884017, jitterRate=0.05625416338443756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:21,474 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:19:21,475 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465961460Writing region info on filesystem at 1733465961460Initializing all the Stores at 1733465961461 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465961461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465961464 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465961464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465961464Cleaning up temporary data from old regions at 1733465961471 (+7 ms)Running coprocessor post-open hooks at 1733465961474 (+3 ms)Region opened successfully at 1733465961475 (+1 ms) 2024-12-06T06:19:21,477 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465961434 2024-12-06T06:19:21,479 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:19:21,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,33749,1733465959584 2024-12-06T06:19:21,480 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:19:21,480 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,33749,1733465959584, state=OPEN 2024-12-06T06:19:21,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1007877405/meta-region-server 2024-12-06T06:19:21,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1007877405/meta-region-server 2024-12-06T06:19:21,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007877405/meta-region-server: CHANGED 2024-12-06T06:19:21,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007877405/meta-region-server: CHANGED 2024-12-06T06:19:21,482 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,33749,1733465959584 2024-12-06T06:19:21,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:19:21,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,33749,1733465959584 in 201 msec 2024-12-06T06:19:21,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:19:21,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-12-06T06:19:21,486 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:21,486 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:19:21,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:21,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,33749,1733465959584, seqNum=-1] 2024-12-06T06:19:21,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:21,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:21,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 856 msec 2024-12-06T06:19:21,493 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465961493, completionTime=-1 2024-12-06T06:19:21,493 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:19:21,493 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:19:21,495 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:19:21,495 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466021495 2024-12-06T06:19:21,495 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466081495 2024-12-06T06:19:21,495 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T06:19:21,496 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39113,1733465959496-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:21,496 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39113,1733465959496-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:21,496 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39113,1733465959496-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:21,496 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:39113, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:21,496 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:21,497 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:21,499 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:19:21,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.860sec 2024-12-06T06:19:21,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:19:21,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:19:21,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:19:21,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:19:21,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:19:21,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39113,1733465959496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:21,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39113,1733465959496-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:19:21,503 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:19:21,503 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:19:21,503 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39113,1733465959496-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:21,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641616a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:21,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,39113,-1 for getting cluster id 2024-12-06T06:19:21,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:21,523 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2dc4958-7acd-4367-a84d-67b5764c7b1d' 2024-12-06T06:19:21,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:21,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2dc4958-7acd-4367-a84d-67b5764c7b1d" 2024-12-06T06:19:21,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a57c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:21,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,39113,-1] 2024-12-06T06:19:21,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:21,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:21,525 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:21,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e443109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:21,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:21,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,33749,1733465959584, seqNum=-1] 2024-12-06T06:19:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:21,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:21,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,39113,1733465959496 2024-12-06T06:19:21,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56454 2024-12-06T06:19:21,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:21,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101866d51e60002 connected 2024-12-06T06:19:21,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/hadoop.log.dir so I do NOT create it in target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66 2024-12-06T06:19:21,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:19:21,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/hadoop.tmp.dir so I do NOT create it in target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66 2024-12-06T06:19:21,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:19:21,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66 2024-12-06T06:19:21,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:19:21,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/cluster_4daf98e0-7e3e-3310-d193-5bd9841a8737, deleteOnExit=true 2024-12-06T06:19:21,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:19:21,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/test.cache.data in system properties and HBase conf 2024-12-06T06:19:21,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:19:21,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:19:21,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:19:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:19:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:19:21,540 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:19:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:19:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:19:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:19:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:19:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:19:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:19:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:19:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:19:21,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:19:21,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:19:21,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:19:21,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:19:21,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:19:21,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:19:21,663 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T06:19:21,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:21,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:21,703 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:21,703 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:21,703 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:21,704 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:21,717 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:21,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:21,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:19:21,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:19:21,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:19:21,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:19:21,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:21,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c26de6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:19:21,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:19:21,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@410553b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/java.io.tmpdir/jetty-localhost-33233-hadoop-hdfs-3_4_1-tests_jar-_-any-10197675588244493654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:19:21,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76039905{HTTP/1.1, (http/1.1)}{localhost:33233} 2024-12-06T06:19:21,915 INFO [Time-limited test {}] server.Server(415): Started @150586ms 2024-12-06T06:19:22,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:22,014 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:19:22,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:19:22,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:19:22,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:19:22,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25b72c63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:19:22,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:19:22,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7da5eb74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/java.io.tmpdir/jetty-localhost-43277-hadoop-hdfs-3_4_1-tests_jar-_-any-3469446613043832509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:19:22,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e14fb0a{HTTP/1.1, (http/1.1)}{localhost:43277} 2024-12-06T06:19:22,140 INFO [Time-limited test {}] server.Server(415): Started @150812ms 2024-12-06T06:19:22,141 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:19:22,254 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/cluster_4daf98e0-7e3e-3310-d193-5bd9841a8737/data/data1/current/BP-1616791514-172.17.0.2-1733465961579/current, will proceed with Du for space computation calculation, 2024-12-06T06:19:22,255 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/cluster_4daf98e0-7e3e-3310-d193-5bd9841a8737/data/data2/current/BP-1616791514-172.17.0.2-1733465961579/current, will proceed with Du for space computation calculation, 2024-12-06T06:19:22,284 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:19:22,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcad14265ac03a349 with lease ID 0x48230813feb866eb: Processing first storage report for DS-c09af7a0-d3e5-4e94-914b-191fee5d2d5d from datanode DatanodeRegistration(127.0.0.1:42899, datanodeUuid=91a6daa4-4f63-41f2-91a5-ccdaa6da7a49, infoPort=46483, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1744980435;c=1733465961579) 2024-12-06T06:19:22,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcad14265ac03a349 with lease ID 0x48230813feb866eb: from storage DS-c09af7a0-d3e5-4e94-914b-191fee5d2d5d node DatanodeRegistration(127.0.0.1:42899, datanodeUuid=91a6daa4-4f63-41f2-91a5-ccdaa6da7a49, infoPort=46483, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1744980435;c=1733465961579), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:19:22,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcad14265ac03a349 with lease ID 0x48230813feb866eb: Processing first storage report for DS-67eb021f-54b7-426b-9578-84c53631b03e from datanode DatanodeRegistration(127.0.0.1:42899, datanodeUuid=91a6daa4-4f63-41f2-91a5-ccdaa6da7a49, infoPort=46483, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1744980435;c=1733465961579) 2024-12-06T06:19:22,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcad14265ac03a349 with lease ID 0x48230813feb866eb: from storage DS-67eb021f-54b7-426b-9578-84c53631b03e node DatanodeRegistration(127.0.0.1:42899, datanodeUuid=91a6daa4-4f63-41f2-91a5-ccdaa6da7a49, infoPort=46483, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1744980435;c=1733465961579), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:19:22,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66 2024-12-06T06:19:22,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:22,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:22,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:19:22,781 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089 with version=8 2024-12-06T06:19:22,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/hbase-staging 2024-12-06T06:19:22,784 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:22,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:22,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:22,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:22,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:22,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:22,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:19:22,785 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:22,786 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36949 2024-12-06T06:19:22,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36949 connecting to ZooKeeper ensemble=127.0.0.1:56454 2024-12-06T06:19:22,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369490x0, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:22,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36949-0x101866d51e60003 connected 2024-12-06T06:19:22,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:22,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:22,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Set watcher on znode that does not yet exist, /1654197309/running 2024-12-06T06:19:22,813 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089, hbase.cluster.distributed=false 2024-12-06T06:19:22,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Set watcher on znode that does not yet exist, /1654197309/acl 2024-12-06T06:19:22,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36949 2024-12-06T06:19:22,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36949 2024-12-06T06:19:22,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36949 2024-12-06T06:19:22,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36949 2024-12-06T06:19:22,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36949 2024-12-06T06:19:22,837 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:22,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:22,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:22,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:22,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:22,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:22,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:19:22,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:22,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34193 2024-12-06T06:19:22,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34193 connecting to ZooKeeper ensemble=127.0.0.1:56454 2024-12-06T06:19:22,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:22,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:22,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341930x0, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:22,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341930x0, quorum=127.0.0.1:56454, baseZNode=/1654197309 Set watcher on znode that does not yet exist, /1654197309/running 2024-12-06T06:19:22,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34193-0x101866d51e60004 connected 2024-12-06T06:19:22,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:19:22,851 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:19:22,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Set watcher on znode that does not yet exist, /1654197309/master 2024-12-06T06:19:22,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Set watcher on znode that does not yet exist, /1654197309/acl 2024-12-06T06:19:22,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34193 2024-12-06T06:19:22,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34193 2024-12-06T06:19:22,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34193 2024-12-06T06:19:22,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34193 2024-12-06T06:19:22,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34193 2024-12-06T06:19:22,877 DEBUG [M:0;6336e8474e1c:36949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:36949 2024-12-06T06:19:22,877 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1654197309/backup-masters/6336e8474e1c,36949,1733465962784 2024-12-06T06:19:22,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309/backup-masters 2024-12-06T06:19:22,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309/backup-masters 2024-12-06T06:19:22,880 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Set watcher on existing znode=/1654197309/backup-masters/6336e8474e1c,36949,1733465962784 2024-12-06T06:19:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1654197309/master 2024-12-06T06:19:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:22,882 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Set watcher on existing znode=/1654197309/master 2024-12-06T06:19:22,882 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1654197309/backup-masters/6336e8474e1c,36949,1733465962784 from backup master directory 2024-12-06T06:19:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1654197309/backup-masters/6336e8474e1c,36949,1733465962784 2024-12-06T06:19:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309/backup-masters 2024-12-06T06:19:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309/backup-masters 2024-12-06T06:19:22,885 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:22,885 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,36949,1733465962784 2024-12-06T06:19:22,889 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/hbase.id] with ID: 7aa499cd-47e8-4c19-8698-4b93a3895a25 2024-12-06T06:19:22,889 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/.tmp/hbase.id 2024-12-06T06:19:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:19:23,302 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/.tmp/hbase.id]:[hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/hbase.id] 2024-12-06T06:19:23,311 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:23,312 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:19:23,312 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T06:19:23,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:23,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:23,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:19:23,721 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:23,722 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:19:23,723 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:23,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:19:24,130 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store 2024-12-06T06:19:24,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:19:24,536 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:24,536 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:19:24,536 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:24,536 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:24,536 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:19:24,536 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:24,536 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:24,536 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465964536Disabling compacts and flushes for region at 1733465964536Disabling writes for close at 1733465964536Writing region close event to WAL at 1733465964536Closed at 1733465964536 2024-12-06T06:19:24,537 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/.initializing 2024-12-06T06:19:24,537 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/WALs/6336e8474e1c,36949,1733465962784 2024-12-06T06:19:24,538 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:24,540 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C36949%2C1733465962784, suffix=, logDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/WALs/6336e8474e1c,36949,1733465962784, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/oldWALs, maxLogs=10 2024-12-06T06:19:24,553 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/WALs/6336e8474e1c,36949,1733465962784/6336e8474e1c%2C36949%2C1733465962784.1733465964540, exclude list is [], retry=0 2024-12-06T06:19:24,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42899,DS-c09af7a0-d3e5-4e94-914b-191fee5d2d5d,DISK] 2024-12-06T06:19:24,558 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/WALs/6336e8474e1c,36949,1733465962784/6336e8474e1c%2C36949%2C1733465962784.1733465964540 2024-12-06T06:19:24,558 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46483:46483)] 2024-12-06T06:19:24,558 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:24,558 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:24,558 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,558 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:19:24,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:24,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:24,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:19:24,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:24,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:24,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:19:24,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:24,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:24,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:19:24,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:24,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:24,565 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,565 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,566 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,567 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,567 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,567 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:24,568 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:24,570 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:24,570 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73915512, jitterRate=0.10142695903778076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:24,570 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465964558Initializing all the Stores at 1733465964559 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465964559Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465964559Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465964559Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465964559Cleaning up temporary data from old regions at 1733465964567 (+8 ms)Region opened successfully at 1733465964570 (+3 ms) 2024-12-06T06:19:24,570 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:19:24,573 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60969c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:24,574 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:19:24,574 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:19:24,574 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:19:24,574 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:19:24,574 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:19:24,575 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:19:24,575 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:19:24,576 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:19:24,577 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Unable to get data of znode /1654197309/balancer because node does not exist (not necessarily an error) 2024-12-06T06:19:24,578 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1654197309/balancer already deleted, retry=false 2024-12-06T06:19:24,578 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:19:24,579 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Unable to get data of znode /1654197309/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:19:24,581 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1654197309/normalizer already deleted, retry=false 2024-12-06T06:19:24,581 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:19:24,582 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Unable to get data of znode /1654197309/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:19:24,583 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1654197309/switch/split already deleted, retry=false 2024-12-06T06:19:24,584 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Unable to get data of znode /1654197309/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:19:24,585 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1654197309/switch/merge already deleted, retry=false 2024-12-06T06:19:24,586 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Unable to get data of znode /1654197309/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:19:24,587 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1654197309/snapshot-cleanup already deleted, retry=false 2024-12-06T06:19:24,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1654197309/running 2024-12-06T06:19:24,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1654197309/running 2024-12-06T06:19:24,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:24,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:24,591 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,36949,1733465962784, sessionid=0x101866d51e60003, setting cluster-up flag (Was=false) 2024-12-06T06:19:24,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:24,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:24,598 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1654197309/flush-table-proc/acquired, /1654197309/flush-table-proc/reached, /1654197309/flush-table-proc/abort 2024-12-06T06:19:24,599 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,36949,1733465962784 2024-12-06T06:19:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:24,606 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1654197309/online-snapshot/acquired, /1654197309/online-snapshot/reached, /1654197309/online-snapshot/abort 2024-12-06T06:19:24,607 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,36949,1733465962784 2024-12-06T06:19:24,608 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:19:24,609 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:24,609 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:19:24,609 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:19:24,610 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,36949,1733465962784 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:19:24,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:24,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:24,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:24,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:24,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:19:24,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:24,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,611 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465994611 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:24,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:19:24,612 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:19:24,613 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:24,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:19:24,616 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:19:24,616 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:19:24,617 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465964616,5,FailOnTimeoutGroup] 2024-12-06T06:19:24,617 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465964617,5,FailOnTimeoutGroup] 2024-12-06T06:19:24,617 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,617 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:19:24,617 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,617 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:19:24,665 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(746): ClusterId : 7aa499cd-47e8-4c19-8698-4b93a3895a25 2024-12-06T06:19:24,665 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:19:24,667 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:19:24,667 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:19:24,670 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:19:24,670 DEBUG [RS:0;6336e8474e1c:34193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5fedd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:24,682 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:34193 2024-12-06T06:19:24,682 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:19:24,682 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:19:24,682 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:19:24,683 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,36949,1733465962784 with port=34193, startcode=1733465962836 2024-12-06T06:19:24,683 DEBUG [RS:0;6336e8474e1c:34193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:19:24,685 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:19:24,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,34193,1733465962836 2024-12-06T06:19:24,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36949 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,34193,1733465962836 2024-12-06T06:19:24,686 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089 2024-12-06T06:19:24,686 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40853 2024-12-06T06:19:24,686 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:19:24,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309/rs 2024-12-06T06:19:24,692 DEBUG [RS:0;6336e8474e1c:34193 {}] zookeeper.ZKUtil(111): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Set watcher on existing znode=/1654197309/rs/6336e8474e1c,34193,1733465962836 2024-12-06T06:19:24,692 WARN [RS:0;6336e8474e1c:34193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:24,692 INFO [RS:0;6336e8474e1c:34193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:24,692 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836 2024-12-06T06:19:24,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,34193,1733465962836] 2024-12-06T06:19:24,695 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:19:24,696 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:19:24,697 INFO [RS:0;6336e8474e1c:34193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:19:24,697 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,697 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:19:24,697 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:19:24,698 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:24,698 DEBUG [RS:0;6336e8474e1c:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:24,698 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,698 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,699 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,699 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,699 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,699 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34193,1733465962836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:24,713 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:19:24,714 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34193,1733465962836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,714 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,714 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.Replication(171): 6336e8474e1c,34193,1733465962836 started 2024-12-06T06:19:24,727 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:24,727 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,34193,1733465962836, RpcServer on 6336e8474e1c/172.17.0.2:34193, sessionid=0x101866d51e60004 2024-12-06T06:19:24,727 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:19:24,728 DEBUG [RS:0;6336e8474e1c:34193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,34193,1733465962836 2024-12-06T06:19:24,728 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,34193,1733465962836' 2024-12-06T06:19:24,728 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1654197309/flush-table-proc/abort' 2024-12-06T06:19:24,728 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1654197309/flush-table-proc/acquired' 2024-12-06T06:19:24,728 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:19:24,728 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:19:24,728 DEBUG [RS:0;6336e8474e1c:34193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,34193,1733465962836 2024-12-06T06:19:24,728 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,34193,1733465962836' 2024-12-06T06:19:24,728 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1654197309/online-snapshot/abort' 2024-12-06T06:19:24,729 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1654197309/online-snapshot/acquired' 2024-12-06T06:19:24,729 DEBUG [RS:0;6336e8474e1c:34193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:19:24,729 INFO [RS:0;6336e8474e1c:34193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:19:24,729 INFO [RS:0;6336e8474e1c:34193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:19:24,829 INFO [RS:0;6336e8474e1c:34193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:24,830 INFO [RS:0;6336e8474e1c:34193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C34193%2C1733465962836, suffix=, logDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/oldWALs, maxLogs=10 2024-12-06T06:19:24,844 DEBUG [RS:0;6336e8474e1c:34193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831, exclude list is [], retry=0 2024-12-06T06:19:24,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42899,DS-c09af7a0-d3e5-4e94-914b-191fee5d2d5d,DISK] 2024-12-06T06:19:24,848 INFO [RS:0;6336e8474e1c:34193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 2024-12-06T06:19:24,849 DEBUG [RS:0;6336e8474e1c:34193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46483:46483)] 2024-12-06T06:19:25,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:19:25,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089 2024-12-06T06:19:25,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:19:25,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:25,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:25,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:25,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:25,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:25,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:25,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:25,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:25,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:25,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:25,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:25,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:25,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:25,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:25,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:25,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:25,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:25,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:25,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740 2024-12-06T06:19:25,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740 2024-12-06T06:19:25,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:25,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:25,446 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:25,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:25,449 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:25,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62172501, jitterRate=-0.0735575407743454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:25,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465965431Initializing all the Stores at 1733465965432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465965432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465965434 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465965434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465965434Cleaning up temporary data from old regions at 1733465965446 (+12 ms)Region opened successfully at 1733465965450 (+4 ms) 2024-12-06T06:19:25,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:19:25,450 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:19:25,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:19:25,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:19:25,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:19:25,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:25,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465965450Disabling compacts and flushes for region at 1733465965450Disabling writes for close at 1733465965450Writing region close event to WAL at 1733465965450Closed at 1733465965450 2024-12-06T06:19:25,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:25,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:19:25,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:19:25,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:25,453 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:19:25,604 DEBUG [6336e8474e1c:36949 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:19:25,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,34193,1733465962836 2024-12-06T06:19:25,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,34193,1733465962836, state=OPENING 2024-12-06T06:19:25,607 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:19:25,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:25,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:25,609 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:25,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,34193,1733465962836}] 2024-12-06T06:19:25,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1654197309/meta-region-server: CHANGED 2024-12-06T06:19:25,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1654197309/meta-region-server: CHANGED 2024-12-06T06:19:25,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:19:25,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:19:25,767 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:19:25,767 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:25,767 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:19:25,768 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C34193%2C1733465962836.meta, suffix=.meta, logDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/oldWALs, maxLogs=10 2024-12-06T06:19:25,781 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.meta.1733465965768.meta, exclude list is [], retry=0 2024-12-06T06:19:25,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42899,DS-c09af7a0-d3e5-4e94-914b-191fee5d2d5d,DISK] 2024-12-06T06:19:25,785 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.meta.1733465965768.meta 2024-12-06T06:19:25,785 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46483:46483)] 2024-12-06T06:19:25,785 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:25,786 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:25,786 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:25,786 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:19:25,786 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:19:25,786 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:19:25,786 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:25,786 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:19:25,786 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:19:25,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:25,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:25,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:25,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:25,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:25,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:25,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:25,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:25,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:25,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:25,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:25,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:25,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:25,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:25,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:25,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:25,793 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:25,793 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740 2024-12-06T06:19:25,794 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740 2024-12-06T06:19:25,795 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:25,795 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:25,796 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:25,797 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:25,797 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59387653, jitterRate=-0.11505500972270966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:25,798 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:19:25,798 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465965786Writing region info on filesystem at 1733465965786Initializing all the Stores at 1733465965787 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465965787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465965789 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465965789Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465965789Cleaning up temporary data from old regions at 1733465965795 (+6 ms)Running coprocessor post-open hooks at 1733465965798 (+3 ms)Region opened successfully at 1733465965798 2024-12-06T06:19:25,798 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465965761 2024-12-06T06:19:25,801 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:19:25,801 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:19:25,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34193,1733465962836 2024-12-06T06:19:25,802 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,34193,1733465962836, state=OPEN 2024-12-06T06:19:25,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1654197309/meta-region-server 2024-12-06T06:19:25,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1654197309/meta-region-server 2024-12-06T06:19:25,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,34193,1733465962836 2024-12-06T06:19:25,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1654197309/meta-region-server: CHANGED 2024-12-06T06:19:25,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1654197309/meta-region-server: CHANGED 2024-12-06T06:19:25,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:19:25,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,34193,1733465962836 in 195 msec 2024-12-06T06:19:25,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:19:25,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-12-06T06:19:25,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:25,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:19:25,812 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:25,812 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34193,1733465962836, seqNum=-1] 2024-12-06T06:19:25,812 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:25,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:25,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-12-06T06:19:25,822 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465965822, completionTime=-1 2024-12-06T06:19:25,822 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:19:25,822 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:19:25,824 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:19:25,824 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466025824 2024-12-06T06:19:25,824 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466085824 2024-12-06T06:19:25,824 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:19:25,825 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36949,1733465962784-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:25,825 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36949,1733465962784-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:25,825 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36949,1733465962784-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:25,825 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:36949, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:25,825 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:25,825 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:25,826 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:19:25,828 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.943sec 2024-12-06T06:19:25,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:19:25,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:19:25,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:19:25,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:19:25,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:19:25,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36949,1733465962784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:25,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36949,1733465962784-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:19:25,834 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:19:25,834 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:19:25,834 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36949,1733465962784-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:25,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e36fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:25,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36949,-1 for getting cluster id 2024-12-06T06:19:25,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:25,867 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7aa499cd-47e8-4c19-8698-4b93a3895a25' 2024-12-06T06:19:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7aa499cd-47e8-4c19-8698-4b93a3895a25" 2024-12-06T06:19:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36949,-1] 2024-12-06T06:19:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:25,869 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:25,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbd4bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:25,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34193,1733465962836, seqNum=-1] 2024-12-06T06:19:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:25,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:25,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,36949,1733465962784 2024-12-06T06:19:25,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56454 2024-12-06T06:19:25,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:25,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101866d51e60005 connected 2024-12-06T06:19:25,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,39113,1733465959496 2024-12-06T06:19:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bced46c 2024-12-06T06:19:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:25,889 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:25,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:19:25,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:19:25,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:25,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:19:25,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:19:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:25,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:19:25,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c73e2940c3646ed5569ddb11af9e5460, NAME => 'test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96 2024-12-06T06:19:25,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:19:25,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:25,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c73e2940c3646ed5569ddb11af9e5460, disabling compactions & flushes 2024-12-06T06:19:25,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:25,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:25,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. after waiting 0 ms 2024-12-06T06:19:25,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:25,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:25,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c73e2940c3646ed5569ddb11af9e5460: Waiting for close lock at 1733465965920Disabling compacts and flushes for region at 1733465965920Disabling writes for close at 1733465965920Writing region close event to WAL at 1733465965920Closed at 1733465965920 2024-12-06T06:19:25,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:19:25,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733465965921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465965921"}]},"ts":"1733465965921"} 2024-12-06T06:19:25,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:19:25,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:19:25,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465965924"}]},"ts":"1733465965924"} 2024-12-06T06:19:25,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:19:25,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c73e2940c3646ed5569ddb11af9e5460, ASSIGN}] 2024-12-06T06:19:25,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c73e2940c3646ed5569ddb11af9e5460, ASSIGN 2024-12-06T06:19:25,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c73e2940c3646ed5569ddb11af9e5460, ASSIGN; state=OFFLINE, location=6336e8474e1c,33749,1733465959584; forceNewPlan=false, retain=false 2024-12-06T06:19:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:26,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c73e2940c3646ed5569ddb11af9e5460, regionState=OPENING, regionLocation=6336e8474e1c,33749,1733465959584 2024-12-06T06:19:26,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c73e2940c3646ed5569ddb11af9e5460, ASSIGN because future has completed 2024-12-06T06:19:26,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c73e2940c3646ed5569ddb11af9e5460, server=6336e8474e1c,33749,1733465959584}] 2024-12-06T06:19:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:26,239 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:26,240 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c73e2940c3646ed5569ddb11af9e5460, NAME => 'test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:26,240 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:26,240 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:19:26,240 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,240 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:26,240 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,240 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,241 INFO [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,243 INFO [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c73e2940c3646ed5569ddb11af9e5460 columnFamilyName f 2024-12-06T06:19:26,243 DEBUG [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:26,243 INFO [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] regionserver.HStore(327): Store=c73e2940c3646ed5569ddb11af9e5460/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:26,243 INFO [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,244 INFO [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c73e2940c3646ed5569ddb11af9e5460 columnFamilyName f1 2024-12-06T06:19:26,244 DEBUG [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:26,245 INFO [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] regionserver.HStore(327): Store=c73e2940c3646ed5569ddb11af9e5460/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:26,245 INFO [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,246 INFO [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c73e2940c3646ed5569ddb11af9e5460 columnFamilyName norep 2024-12-06T06:19:26,246 DEBUG [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:26,246 INFO [StoreOpener-c73e2940c3646ed5569ddb11af9e5460-1 {}] regionserver.HStore(327): Store=c73e2940c3646ed5569ddb11af9e5460/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:26,246 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,247 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,247 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,248 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,248 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,248 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:19:26,249 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,251 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:26,252 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c73e2940c3646ed5569ddb11af9e5460; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63268484, jitterRate=-0.05722612142562866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:19:26,252 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:26,252 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c73e2940c3646ed5569ddb11af9e5460: Running coprocessor pre-open hook at 1733465966240Writing region info on filesystem at 1733465966240Initializing all the Stores at 1733465966241 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465966241Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465966241Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465966241Cleaning up temporary data from old regions at 1733465966248 (+7 ms)Running coprocessor post-open hooks at 1733465966252 (+4 ms)Region opened successfully at 1733465966252 2024-12-06T06:19:26,253 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460., pid=6, masterSystemTime=1733465966236 2024-12-06T06:19:26,255 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:26,255 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:26,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c73e2940c3646ed5569ddb11af9e5460, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,33749,1733465959584 2024-12-06T06:19:26,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c73e2940c3646ed5569ddb11af9e5460, server=6336e8474e1c,33749,1733465959584 because future has completed 2024-12-06T06:19:26,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:19:26,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c73e2940c3646ed5569ddb11af9e5460, server=6336e8474e1c,33749,1733465959584 in 175 msec 2024-12-06T06:19:26,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:19:26,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c73e2940c3646ed5569ddb11af9e5460, ASSIGN in 333 msec 2024-12-06T06:19:26,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:19:26,263 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465966263"}]},"ts":"1733465966263"} 2024-12-06T06:19:26,264 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:19:26,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:19:26,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 375 msec 2024-12-06T06:19:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:26,520 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:19:26,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36949,1733465962784 2024-12-06T06:19:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4769d6b7 2024-12-06T06:19:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:26,523 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:26,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:19:26,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:19:26,526 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:26,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:19:26,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:19:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:19:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:26,934 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9541c7183a8e34b4a8e023cd3de16a69, NAME => 'test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089 2024-12-06T06:19:26,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:19:26,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:19:26,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:26,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:26,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:26,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:26,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:26,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:26,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:27,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T06:19:27,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T06:19:27,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:19:27,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T06:19:27,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:19:27,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T06:19:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:27,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:27,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9541c7183a8e34b4a8e023cd3de16a69, disabling compactions & flushes 2024-12-06T06:19:27,340 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:27,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:27,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. after waiting 0 ms 2024-12-06T06:19:27,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:27,340 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:27,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9541c7183a8e34b4a8e023cd3de16a69: Waiting for close lock at 1733465967340Disabling compacts and flushes for region at 1733465967340Disabling writes for close at 1733465967340Writing region close event to WAL at 1733465967340Closed at 1733465967340 2024-12-06T06:19:27,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:19:27,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733465967342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465967342"}]},"ts":"1733465967342"} 2024-12-06T06:19:27,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:19:27,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:19:27,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465967345"}]},"ts":"1733465967345"} 2024-12-06T06:19:27,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:19:27,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9541c7183a8e34b4a8e023cd3de16a69, ASSIGN}] 2024-12-06T06:19:27,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9541c7183a8e34b4a8e023cd3de16a69, ASSIGN 2024-12-06T06:19:27,348 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9541c7183a8e34b4a8e023cd3de16a69, ASSIGN; state=OFFLINE, location=6336e8474e1c,34193,1733465962836; forceNewPlan=false, retain=false 2024-12-06T06:19:27,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9541c7183a8e34b4a8e023cd3de16a69, regionState=OPENING, regionLocation=6336e8474e1c,34193,1733465962836 2024-12-06T06:19:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9541c7183a8e34b4a8e023cd3de16a69, ASSIGN because future has completed 2024-12-06T06:19:27,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9541c7183a8e34b4a8e023cd3de16a69, server=6336e8474e1c,34193,1733465962836}] 2024-12-06T06:19:27,660 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:27,660 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9541c7183a8e34b4a8e023cd3de16a69, NAME => 'test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:27,661 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:27,661 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:19:27,661 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,661 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:27,661 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,661 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,663 INFO [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,664 INFO [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9541c7183a8e34b4a8e023cd3de16a69 columnFamilyName f 2024-12-06T06:19:27,664 DEBUG [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:27,665 INFO [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] regionserver.HStore(327): Store=9541c7183a8e34b4a8e023cd3de16a69/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:27,665 INFO [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,666 INFO [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9541c7183a8e34b4a8e023cd3de16a69 columnFamilyName f1 2024-12-06T06:19:27,666 DEBUG [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:27,666 INFO [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] regionserver.HStore(327): Store=9541c7183a8e34b4a8e023cd3de16a69/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:27,666 INFO [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,668 INFO [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9541c7183a8e34b4a8e023cd3de16a69 columnFamilyName norep 2024-12-06T06:19:27,668 DEBUG [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:27,668 INFO [StoreOpener-9541c7183a8e34b4a8e023cd3de16a69-1 {}] regionserver.HStore(327): Store=9541c7183a8e34b4a8e023cd3de16a69/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:27,668 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,669 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,669 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,670 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,670 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,670 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:19:27,671 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,676 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:27,679 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9541c7183a8e34b4a8e023cd3de16a69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68033020, jitterRate=0.013770997524261475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:19:27,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:27,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9541c7183a8e34b4a8e023cd3de16a69: Running coprocessor pre-open hook at 1733465967661Writing region info on filesystem at 1733465967661Initializing all the Stores at 1733465967662 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465967662Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465967662Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465967662Cleaning up temporary data from old regions at 1733465967670 (+8 ms)Running coprocessor post-open hooks at 1733465967679 (+9 ms)Region opened successfully at 1733465967679 2024-12-06T06:19:27,680 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69., pid=6, masterSystemTime=1733465967656 2024-12-06T06:19:27,682 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:27,682 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:27,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9541c7183a8e34b4a8e023cd3de16a69, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,34193,1733465962836 2024-12-06T06:19:27,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9541c7183a8e34b4a8e023cd3de16a69, server=6336e8474e1c,34193,1733465962836 because future has completed 2024-12-06T06:19:27,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:19:27,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9541c7183a8e34b4a8e023cd3de16a69, server=6336e8474e1c,34193,1733465962836 in 183 msec 2024-12-06T06:19:27,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:19:27,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9541c7183a8e34b4a8e023cd3de16a69, ASSIGN in 341 msec 2024-12-06T06:19:27,691 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:19:27,691 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465967691"}]},"ts":"1733465967691"} 2024-12-06T06:19:27,693 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:19:27,694 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:19:27,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-12-06T06:19:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:28,670 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:19:28,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b389de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,39113,-1 for getting cluster id 2024-12-06T06:19:28,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:28,672 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2dc4958-7acd-4367-a84d-67b5764c7b1d' 2024-12-06T06:19:28,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:28,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2dc4958-7acd-4367-a84d-67b5764c7b1d" 2024-12-06T06:19:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd0bdcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,39113,-1] 2024-12-06T06:19:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:28,674 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1605adf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cd010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36949,-1 for getting cluster id 2024-12-06T06:19:28,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:28,676 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7aa499cd-47e8-4c19-8698-4b93a3895a25' 2024-12-06T06:19:28,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:28,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7aa499cd-47e8-4c19-8698-4b93a3895a25" 2024-12-06T06:19:28,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa6a77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36949,-1] 2024-12-06T06:19:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:28,678 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfe5985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,39113,-1 for getting cluster id 2024-12-06T06:19:28,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:28,680 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2dc4958-7acd-4367-a84d-67b5764c7b1d' 2024-12-06T06:19:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2dc4958-7acd-4367-a84d-67b5764c7b1d" 2024-12-06T06:19:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20892b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,39113,-1] 2024-12-06T06:19:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:28,681 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:28,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4304957a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,39113,1733465959496 2024-12-06T06:19:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e21184 2024-12-06T06:19:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:28,692 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:28,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:36949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:19:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:19:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:28,696 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:36949' 2024-12-06T06:19:28,697 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41474c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,697 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36949,-1 for getting cluster id 2024-12-06T06:19:28,697 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:28,698 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7aa499cd-47e8-4c19-8698-4b93a3895a25' 2024-12-06T06:19:28,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:28,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7aa499cd-47e8-4c19-8698-4b93a3895a25" 2024-12-06T06:19:28,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b66176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36949,-1] 2024-12-06T06:19:28,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:28,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:28,699 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:28,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11df54c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:28,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:28,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36949,1733465962784 2024-12-06T06:19:28,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d8d48aa 2024-12-06T06:19:28,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:28,701 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:28,702 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:19:28,702 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:19:28,702 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:28,702 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:28,703 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:28,704 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:19:28,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:19:28,705 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:28,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:19:28,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:28,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:19:28,754 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:19:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:29,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea6a357aa5596fe965bfe7ae5bd2cf19, NAME => 'hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96 2024-12-06T06:19:29,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:19:29,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:29,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea6a357aa5596fe965bfe7ae5bd2cf19, disabling compactions & flushes 2024-12-06T06:19:29,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:29,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:29,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. after waiting 0 ms 2024-12-06T06:19:29,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:29,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:29,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea6a357aa5596fe965bfe7ae5bd2cf19: Waiting for close lock at 1733465969124Disabling compacts and flushes for region at 1733465969124Disabling writes for close at 1733465969124Writing region close event to WAL at 1733465969124Closed at 1733465969124 2024-12-06T06:19:29,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:19:29,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733465969125"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465969125"}]},"ts":"1733465969125"} 2024-12-06T06:19:29,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:19:29,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:19:29,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465969129"}]},"ts":"1733465969129"} 2024-12-06T06:19:29,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:19:29,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea6a357aa5596fe965bfe7ae5bd2cf19, ASSIGN}] 2024-12-06T06:19:29,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea6a357aa5596fe965bfe7ae5bd2cf19, ASSIGN 2024-12-06T06:19:29,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea6a357aa5596fe965bfe7ae5bd2cf19, ASSIGN; state=OFFLINE, location=6336e8474e1c,33749,1733465959584; forceNewPlan=false, retain=false 2024-12-06T06:19:29,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea6a357aa5596fe965bfe7ae5bd2cf19, regionState=OPENING, regionLocation=6336e8474e1c,33749,1733465959584 2024-12-06T06:19:29,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea6a357aa5596fe965bfe7ae5bd2cf19, ASSIGN because future has completed 2024-12-06T06:19:29,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea6a357aa5596fe965bfe7ae5bd2cf19, server=6336e8474e1c,33749,1733465959584}] 2024-12-06T06:19:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:29,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:29,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:29,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:19:29,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C33749%2C1733465959584.rep, suffix=, logDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584, archiveDir=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/oldWALs, maxLogs=10 2024-12-06T06:19:29,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.rep.1733465969447, exclude list is [], retry=0 2024-12-06T06:19:29,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34143,DS-b62e5ba3-23b3-4f30-9ca4-20ac2017522a,DISK] 2024-12-06T06:19:29,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.rep.1733465969447 2024-12-06T06:19:29,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32895:32895)] 2024-12-06T06:19:29,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea6a357aa5596fe965bfe7ae5bd2cf19, NAME => 'hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:29,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:29,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:29,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. service=MultiRowMutationService 2024-12-06T06:19:29,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:19:29,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:29,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,484 INFO [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,486 INFO [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6a357aa5596fe965bfe7ae5bd2cf19 columnFamilyName hfileref 2024-12-06T06:19:29,486 DEBUG [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:29,486 INFO [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] regionserver.HStore(327): Store=ea6a357aa5596fe965bfe7ae5bd2cf19/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:29,487 INFO [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,488 INFO [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6a357aa5596fe965bfe7ae5bd2cf19 columnFamilyName queue 2024-12-06T06:19:29,488 DEBUG [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:29,488 INFO [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] regionserver.HStore(327): Store=ea6a357aa5596fe965bfe7ae5bd2cf19/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:29,489 INFO [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,490 INFO [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6a357aa5596fe965bfe7ae5bd2cf19 columnFamilyName sid 2024-12-06T06:19:29,490 DEBUG [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:29,491 INFO [StoreOpener-ea6a357aa5596fe965bfe7ae5bd2cf19-1 {}] regionserver.HStore(327): Store=ea6a357aa5596fe965bfe7ae5bd2cf19/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:29,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:19:29,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:29,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea6a357aa5596fe965bfe7ae5bd2cf19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61473024, jitterRate=-0.08398056030273438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:19:29,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:29,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea6a357aa5596fe965bfe7ae5bd2cf19: Running coprocessor pre-open hook at 1733465969482Writing region info on filesystem at 1733465969482Initializing all the Stores at 1733465969483 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465969483Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465969484 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465969484Cleaning up temporary data from old regions at 1733465969494 (+10 ms)Running coprocessor post-open hooks at 1733465969517 (+23 ms)Region opened successfully at 1733465969518 (+1 ms) 2024-12-06T06:19:29,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19., pid=10, masterSystemTime=1733465969440 2024-12-06T06:19:29,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:29,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:29,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea6a357aa5596fe965bfe7ae5bd2cf19, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,33749,1733465959584 2024-12-06T06:19:29,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea6a357aa5596fe965bfe7ae5bd2cf19, server=6336e8474e1c,33749,1733465959584 because future has completed 2024-12-06T06:19:29,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:19:29,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea6a357aa5596fe965bfe7ae5bd2cf19, server=6336e8474e1c,33749,1733465959584 in 246 msec 2024-12-06T06:19:29,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:19:29,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea6a357aa5596fe965bfe7ae5bd2cf19, ASSIGN in 403 msec 2024-12-06T06:19:29,539 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:19:29,539 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465969539"}]},"ts":"1733465969539"} 2024-12-06T06:19:29,542 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:19:29,543 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:19:29,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 840 msec 2024-12-06T06:19:29,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19., hostname=6336e8474e1c,33749,1733465959584, seqNum=2] 2024-12-06T06:19:29,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:29,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:29,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:19:29,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:19:29,726 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:19:29,766 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,33749,1733465959584, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:19:29,767 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:29,767 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,33749,1733465959584, seqNum=-1] 2024-12-06T06:19:29,767 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:29,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-06T06:19:29,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,33749,1733465959584', locateType=CURRENT is [region=hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19., hostname=6336e8474e1c,33749,1733465959584, seqNum=2] 2024-12-06T06:19:29,773 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:19:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:19:29,776 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,33749,1733465959584 suceeded 2024-12-06T06:19:29,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:19:29,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-06T06:19:29,778 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:36949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:19:29,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0850 sec 2024-12-06T06:19:29,793 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:36949' 2024-12-06T06:19:29,809 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51c1d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:29,809 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36949,-1 for getting cluster id 2024-12-06T06:19:29,810 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:29,812 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7aa499cd-47e8-4c19-8698-4b93a3895a25' 2024-12-06T06:19:29,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:29,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7aa499cd-47e8-4c19-8698-4b93a3895a25" 2024-12-06T06:19:29,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ab517ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:29,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36949,-1] 2024-12-06T06:19:29,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:29,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:29,814 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:29,815 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11d7c399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:29,815 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:29,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36949,1733465962784 2024-12-06T06:19:29,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5849a87b 2024-12-06T06:19:29,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:29,818 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-06T06:19:29,819 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,33749,1733465959584 (queues=1) is replicating from cluster=b2dc4958-7acd-4367-a84d-67b5764c7b1d to cluster=7aa499cd-47e8-4c19-8698-4b93a3895a25 2024-12-06T06:19:29,819 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C33749%2C1733465959584 2024-12-06T06:19:29,819 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,33749,1733465959584, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:19:29,820 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942, startPosition=0, beingWritten=true 2024-12-06T06:19:29,821 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C33749%2C1733465959584 2024-12-06T06:19:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:29,831 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:19:29,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:29,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:29,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:29,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:29,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:29,833 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:19:29,834 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 379, reset compression=false 2024-12-06T06:19:29,834 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,33749,1733465959584 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:19:29,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:29,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36949,-1 for getting cluster id 2024-12-06T06:19:29,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:29,842 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7aa499cd-47e8-4c19-8698-4b93a3895a25' 2024-12-06T06:19:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7aa499cd-47e8-4c19-8698-4b93a3895a25" 2024-12-06T06:19:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b16c0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36949,-1] 2024-12-06T06:19:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:29,844 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:29,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f11a219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:29,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36949,1733465962784 2024-12-06T06:19:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f1e39ae 2024-12-06T06:19:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:29,847 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:29,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:39113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:19:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:19:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:29,850 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:39113' 2024-12-06T06:19:29,860 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51714648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:29,860 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,39113,-1 for getting cluster id 2024-12-06T06:19:29,860 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:29,861 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2dc4958-7acd-4367-a84d-67b5764c7b1d' 2024-12-06T06:19:29,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:29,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2dc4958-7acd-4367-a84d-67b5764c7b1d" 2024-12-06T06:19:29,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29faa68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:29,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,39113,-1] 2024-12-06T06:19:29,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:29,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:29,863 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:29,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbd9b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:29,864 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:29,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,39113,1733465959496 2024-12-06T06:19:29,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1616456e 2024-12-06T06:19:29,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:29,866 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:29,866 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T06:19:29,866 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:19:29,866 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:29,867 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:29,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:29,867 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:29,868 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:19:29,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:19:29,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:29,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:19:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:19:29,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73954fd9060cbe07111255c7cb23233c, NAME => 'hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089 2024-12-06T06:19:29,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:19:29,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:29,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 73954fd9060cbe07111255c7cb23233c, disabling compactions & flushes 2024-12-06T06:19:29,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:29,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:29,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. after waiting 0 ms 2024-12-06T06:19:29,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:29,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:29,908 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73954fd9060cbe07111255c7cb23233c: Waiting for close lock at 1733465969907Disabling compacts and flushes for region at 1733465969907Disabling writes for close at 1733465969907Writing region close event to WAL at 1733465969907Closed at 1733465969907 2024-12-06T06:19:29,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:19:29,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733465969909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465969909"}]},"ts":"1733465969909"} 2024-12-06T06:19:29,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:19:29,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:19:29,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465969914"}]},"ts":"1733465969914"} 2024-12-06T06:19:29,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:19:29,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73954fd9060cbe07111255c7cb23233c, ASSIGN}] 2024-12-06T06:19:29,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73954fd9060cbe07111255c7cb23233c, ASSIGN 2024-12-06T06:19:29,918 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:19:29,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73954fd9060cbe07111255c7cb23233c, ASSIGN; state=OFFLINE, location=6336e8474e1c,34193,1733465962836; forceNewPlan=false, retain=false 2024-12-06T06:19:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:30,044 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 379, reset compression=false 2024-12-06T06:19:30,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73954fd9060cbe07111255c7cb23233c, regionState=OPENING, regionLocation=6336e8474e1c,34193,1733465962836 2024-12-06T06:19:30,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73954fd9060cbe07111255c7cb23233c, ASSIGN because future has completed 2024-12-06T06:19:30,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73954fd9060cbe07111255c7cb23233c, server=6336e8474e1c,34193,1733465962836}] 2024-12-06T06:19:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:30,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:30,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:30,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:19:30,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C34193%2C1733465962836.rep, suffix=, logDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/oldWALs, maxLogs=10 2024-12-06T06:19:30,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.rep.1733465970232, exclude list is [], retry=0 2024-12-06T06:19:30,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42899,DS-c09af7a0-d3e5-4e94-914b-191fee5d2d5d,DISK] 2024-12-06T06:19:30,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.rep.1733465970232 2024-12-06T06:19:30,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46483:46483)] 2024-12-06T06:19:30,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 73954fd9060cbe07111255c7cb23233c, NAME => 'hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:30,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:30,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:30,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. service=MultiRowMutationService 2024-12-06T06:19:30,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:19:30,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:30,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,255 INFO [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,256 INFO [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73954fd9060cbe07111255c7cb23233c columnFamilyName hfileref 2024-12-06T06:19:30,257 DEBUG [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:30,257 INFO [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] regionserver.HStore(327): Store=73954fd9060cbe07111255c7cb23233c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:30,257 INFO [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,258 INFO [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73954fd9060cbe07111255c7cb23233c columnFamilyName queue 2024-12-06T06:19:30,258 DEBUG [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:30,259 INFO [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] regionserver.HStore(327): Store=73954fd9060cbe07111255c7cb23233c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:30,259 INFO [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,260 INFO [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73954fd9060cbe07111255c7cb23233c columnFamilyName sid 2024-12-06T06:19:30,260 DEBUG [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:30,260 INFO [StoreOpener-73954fd9060cbe07111255c7cb23233c-1 {}] regionserver.HStore(327): Store=73954fd9060cbe07111255c7cb23233c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:30,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:19:30,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:30,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 73954fd9060cbe07111255c7cb23233c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64540619, jitterRate=-0.038269832730293274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:19:30,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:30,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 73954fd9060cbe07111255c7cb23233c: Running coprocessor pre-open hook at 1733465970254Writing region info on filesystem at 1733465970254Initializing all the Stores at 1733465970255 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465970255Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465970255Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465970255Cleaning up temporary data from old regions at 1733465970262 (+7 ms)Running coprocessor post-open hooks at 1733465970266 (+4 ms)Region opened successfully at 1733465970266 2024-12-06T06:19:30,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c., pid=10, masterSystemTime=1733465970225 2024-12-06T06:19:30,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:30,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:30,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73954fd9060cbe07111255c7cb23233c, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34193,1733465962836 2024-12-06T06:19:30,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73954fd9060cbe07111255c7cb23233c, server=6336e8474e1c,34193,1733465962836 because future has completed 2024-12-06T06:19:30,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:19:30,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 73954fd9060cbe07111255c7cb23233c, server=6336e8474e1c,34193,1733465962836 in 201 msec 2024-12-06T06:19:30,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:19:30,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73954fd9060cbe07111255c7cb23233c, ASSIGN in 359 msec 2024-12-06T06:19:30,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:19:30,278 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465970278"}]},"ts":"1733465970278"} 2024-12-06T06:19:30,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:19:30,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:19:30,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 414 msec 2024-12-06T06:19:30,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c., hostname=6336e8474e1c,34193,1733465962836, seqNum=2] 2024-12-06T06:19:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:30,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:19:30,350 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 379, reset compression=false 2024-12-06T06:19:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:30,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:19:30,489 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:19:30,520 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,34193,1733465962836, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:19:30,521 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:30,521 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34193,1733465962836, seqNum=-1] 2024-12-06T06:19:30,521 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:30,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-06T06:19:30,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,34193,1733465962836', locateType=CURRENT is [region=hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c., hostname=6336e8474e1c,34193,1733465962836, seqNum=2] 2024-12-06T06:19:30,526 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:19:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:19:30,528 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,34193,1733465962836 suceeded 2024-12-06T06:19:30,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:19:30,530 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:39113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:19:30,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-06T06:19:30,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 683 msec 2024-12-06T06:19:30,540 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:39113' 2024-12-06T06:19:30,541 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c6cb789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:30,541 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,39113,-1 for getting cluster id 2024-12-06T06:19:30,541 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:30,542 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2dc4958-7acd-4367-a84d-67b5764c7b1d' 2024-12-06T06:19:30,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:30,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2dc4958-7acd-4367-a84d-67b5764c7b1d" 2024-12-06T06:19:30,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48fd9dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:30,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,39113,-1] 2024-12-06T06:19:30,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:30,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:30,544 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:30,544 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@787dc59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:30,544 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:30,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,39113,1733465959496 2024-12-06T06:19:30,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@175c13fb 2024-12-06T06:19:30,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:30,546 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-06T06:19:30,546 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,34193,1733465962836 (queues=1) is replicating from cluster=7aa499cd-47e8-4c19-8698-4b93a3895a25 to cluster=b2dc4958-7acd-4367-a84d-67b5764c7b1d 2024-12-06T06:19:30,546 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C34193%2C1733465962836 2024-12-06T06:19:30,547 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,34193,1733465962836, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:19:30,547 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.shipper6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C34193%2C1733465962836 2024-12-06T06:19:30,547 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831, startPosition=0, beingWritten=true 2024-12-06T06:19:30,553 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:19:30,554 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 379, reset compression=false 2024-12-06T06:19:30,554 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.shipper6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34193,1733465962836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:19:30,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T06:19:30,758 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 379, reset compression=false 2024-12-06T06:19:30,760 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 379, reset compression=false 2024-12-06T06:19:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:30,991 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:19:30,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:30,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:30,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:30,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:30,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:30,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:30,996 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733465970995/Put/seqid=0 2024-12-06T06:19:30,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741840_1016 (size=7894) 2024-12-06T06:19:31,066 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 379, reset compression=false 2024-12-06T06:19:31,266 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 379, reset compression=false 2024-12-06T06:19:31,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733465971401/Put/seqid=0 2024-12-06T06:19:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741841_1017 (size=7691) 2024-12-06T06:19:31,470 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 379, reset compression=false 2024-12-06T06:19:31,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:31,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,39113,-1 for getting cluster id 2024-12-06T06:19:31,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:31,810 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2dc4958-7acd-4367-a84d-67b5764c7b1d' 2024-12-06T06:19:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2dc4958-7acd-4367-a84d-67b5764c7b1d" 2024-12-06T06:19:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f327cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,39113,-1] 2024-12-06T06:19:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:31,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:31,811 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:31,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e68171f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:31,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,33749,1733465959584, seqNum=-1] 2024-12-06T06:19:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:31,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:31,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:31,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,39113,1733465959496 2024-12-06T06:19:31,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8939432 2024-12-06T06:19:31,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:31,825 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460., hostname=6336e8474e1c,33749,1733465959584, seqNum=2] 2024-12-06T06:19:31,830 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:19:31,836 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-06T06:19:31,839 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-06T06:19:31,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/testHFileCyclicReplication_01/f/hfile_0 for inclusion in c73e2940c3646ed5569ddb11af9e5460/f 2024-12-06T06:19:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T06:19:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:19:31,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/testHFileCyclicReplication_01/f/hfile_1 for inclusion in c73e2940c3646ed5569ddb11af9e5460/f 2024-12-06T06:19:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T06:19:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:19:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HRegion(2603): Flush status journal for c73e2940c3646ed5569ddb11af9e5460: 2024-12-06T06:19:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins__test__2rtobe7egn2d4m4c1rdddqn7on685fhrtfo8j5214jl6lud2baa2oo1dqq2b7ikg/f/hfile_0 2024-12-06T06:19:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins__test__2rtobe7egn2d4m4c1rdddqn7on685fhrtfo8j5214jl6lud2baa2oo1dqq2b7ikg/f/hfile_0 as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/9de59854c71d4c7bbfeac2483defb77b_SeqId_4_ 2024-12-06T06:19:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins__test__2rtobe7egn2d4m4c1rdddqn7on685fhrtfo8j5214jl6lud2baa2oo1dqq2b7ikg/f/hfile_1 2024-12-06T06:19:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins__test__2rtobe7egn2d4m4c1rdddqn7on685fhrtfo8j5214jl6lud2baa2oo1dqq2b7ikg/f/hfile_1 as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_ 2024-12-06T06:19:31,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins__test__2rtobe7egn2d4m4c1rdddqn7on685fhrtfo8j5214jl6lud2baa2oo1dqq2b7ikg/f/hfile_0 into c73e2940c3646ed5569ddb11af9e5460/f as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/9de59854c71d4c7bbfeac2483defb77b_SeqId_4_ - updating store file list. 2024-12-06T06:19:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9de59854c71d4c7bbfeac2483defb77b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:19:31,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/9de59854c71d4c7bbfeac2483defb77b_SeqId_4_ into c73e2940c3646ed5569ddb11af9e5460/f 2024-12-06T06:19:31,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins__test__2rtobe7egn2d4m4c1rdddqn7on685fhrtfo8j5214jl6lud2baa2oo1dqq2b7ikg/f/hfile_0 into c73e2940c3646ed5569ddb11af9e5460/f (new location: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/9de59854c71d4c7bbfeac2483defb77b_SeqId_4_) 2024-12-06T06:19:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins__test__2rtobe7egn2d4m4c1rdddqn7on685fhrtfo8j5214jl6lud2baa2oo1dqq2b7ikg/f/hfile_0 2024-12-06T06:19:31,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins__test__2rtobe7egn2d4m4c1rdddqn7on685fhrtfo8j5214jl6lud2baa2oo1dqq2b7ikg/f/hfile_1 into c73e2940c3646ed5569ddb11af9e5460/f as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_ - updating store file list. 2024-12-06T06:19:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:19:31,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_ into c73e2940c3646ed5569ddb11af9e5460/f 2024-12-06T06:19:31,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins__test__2rtobe7egn2d4m4c1rdddqn7on685fhrtfo8j5214jl6lud2baa2oo1dqq2b7ikg/f/hfile_1 into c73e2940c3646ed5569ddb11af9e5460/f (new location: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_) 2024-12-06T06:19:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins__test__2rtobe7egn2d4m4c1rdddqn7on685fhrtfo8j5214jl6lud2baa2oo1dqq2b7ikg/f/hfile_1 2024-12-06T06:19:31,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:31,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:31,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:31,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:31,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460., hostname=6336e8474e1c,33749,1733465959584, seqNum=2 , the old value is region=test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460., hostname=6336e8474e1c,33749,1733465959584, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6336e8474e1c:33749 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:19:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460., hostname=6336e8474e1c,33749,1733465959584, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:19:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460., hostname=6336e8474e1c,33749,1733465959584, seqNum=2 from cache 2024-12-06T06:19:31,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:31,866 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T06:19:31,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34193,1733465962836, seqNum=-1] 2024-12-06T06:19:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:31,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:31,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69., hostname=6336e8474e1c,34193,1733465962836, seqNum=2] 2024-12-06T06:19:31,871 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 379, reset compression=false 2024-12-06T06:19:31,872 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T06:19:31,875 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:19:31,875 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,33749,1733465959584 got entry batch from reader: WALEntryBatch [walEntries=[{test/c73e2940c3646ed5569ddb11af9e5460/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733465971864/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T06:19:31,877 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:19:31,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-06T06:19:31,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.ReplicationSink(318): Replicating [b2dc4958-7acd-4367-a84d-67b5764c7b1d] bulk loaded data 2024-12-06T06:19:31,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b1b2a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:31,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36949,-1 for getting cluster id 2024-12-06T06:19:31,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:31,880 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7aa499cd-47e8-4c19-8698-4b93a3895a25' 2024-12-06T06:19:31,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:31,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7aa499cd-47e8-4c19-8698-4b93a3895a25" 2024-12-06T06:19:31,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a00d2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:31,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36949,-1] 2024-12-06T06:19:31,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:31,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:31,882 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:31,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@390f49bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:31,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741840_1016 (size=7894) 2024-12-06T06:19:31,970 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:33749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T06:19:31,974 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 379, reset compression=false 2024-12-06T06:19:32,076 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 687, reset compression=false 2024-12-06T06:19:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741841_1017 (size=7691) 2024-12-06T06:19:32,380 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 687, reset compression=false 2024-12-06T06:19:32,578 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 379, reset compression=false 2024-12-06T06:19:32,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:32,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36949,1733465962784 2024-12-06T06:19:32,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d6d0c5 2024-12-06T06:19:32,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:32,723 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-06T06:19:32,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:19:32,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:32,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34193,1733465962836, seqNum=-1] 2024-12-06T06:19:32,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:32,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-06T06:19:32,733 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/9de59854c71d4c7bbfeac2483defb77b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T06:19:32,735 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T06:19:32,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/9de59854c71d4c7bbfeac2483defb77b_SeqId_4_ for inclusion in 9541c7183a8e34b4a8e023cd3de16a69/f 2024-12-06T06:19:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T06:19:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:19:32,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_ for inclusion in 9541c7183a8e34b4a8e023cd3de16a69/f 2024-12-06T06:19:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T06:19:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:19:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HRegion(2603): Flush status journal for 9541c7183a8e34b4a8e023cd3de16a69: 2024-12-06T06:19:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9de59854c71d4c7bbfeac2483defb77b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:19:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/9de59854c71d4c7bbfeac2483defb77b_SeqId_4_ as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/1ffbc567942443ef93cb08f7a7a79fc5_SeqId_4_ 2024-12-06T06:19:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:19:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_ as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/b74a78e549af490d84b08839b18c6bee_SeqId_4_ 2024-12-06T06:19:32,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/9de59854c71d4c7bbfeac2483defb77b_SeqId_4_ into 9541c7183a8e34b4a8e023cd3de16a69/f as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/1ffbc567942443ef93cb08f7a7a79fc5_SeqId_4_ - updating store file list. 2024-12-06T06:19:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ffbc567942443ef93cb08f7a7a79fc5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:19:32,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/1ffbc567942443ef93cb08f7a7a79fc5_SeqId_4_ into 9541c7183a8e34b4a8e023cd3de16a69/f 2024-12-06T06:19:32,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/9de59854c71d4c7bbfeac2483defb77b_SeqId_4_ into 9541c7183a8e34b4a8e023cd3de16a69/f (new location: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/1ffbc567942443ef93cb08f7a7a79fc5_SeqId_4_) 2024-12-06T06:19:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/9de59854c71d4c7bbfeac2483defb77b_SeqId_4_ 2024-12-06T06:19:32,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_ into 9541c7183a8e34b4a8e023cd3de16a69/f as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/b74a78e549af490d84b08839b18c6bee_SeqId_4_ - updating store file list. 2024-12-06T06:19:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b74a78e549af490d84b08839b18c6bee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:19:32,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/b74a78e549af490d84b08839b18c6bee_SeqId_4_ into 9541c7183a8e34b4a8e023cd3de16a69/f 2024-12-06T06:19:32,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_ into 9541c7183a8e34b4a8e023cd3de16a69/f (new location: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/b74a78e549af490d84b08839b18c6bee_SeqId_4_) 2024-12-06T06:19:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins.hfs.11__test__h0h5p0457ji52vma0rghek1b7eadhs2dp409jk43gbqe0ou1fduahnfmmfkqnv00/f/cc6e6dd7fd5940a4b2539b6ae7d89522_SeqId_4_ 2024-12-06T06:19:32,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.ReplicationSink(324): Finished replicating [b2dc4958-7acd-4367-a84d-67b5764c7b1d] bulk loaded data 2024-12-06T06:19:32,783 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 687, reset compression=false 2024-12-06T06:19:32,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:32,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733465972882/Put/seqid=0 2024-12-06T06:19:32,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741842_1018 (size=11194) 2024-12-06T06:19:33,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:19:33,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:33,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:33,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:33,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:33,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:33,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:33,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:33,282 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 379, reset compression=false 2024-12-06T06:19:33,287 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 687, reset compression=false 2024-12-06T06:19:33,288 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:19:33,288 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.shipper6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34193,1733465962836 got entry batch from reader: WALEntryBatch [walEntries=[{test/9541c7183a8e34b4a8e023cd3de16a69/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733465972758/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-06T06:19:33,291 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.shipper6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:19:33,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-06T06:19:33,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733465973292/Put/seqid=0 2024-12-06T06:19:33,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.ReplicationSink(318): Replicating [b2dc4958-7acd-4367-a84d-67b5764c7b1d, 7aa499cd-47e8-4c19-8698-4b93a3895a25] bulk loaded data 2024-12-06T06:19:33,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fac6b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:33,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,39113,-1 for getting cluster id 2024-12-06T06:19:33,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:33,294 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2dc4958-7acd-4367-a84d-67b5764c7b1d' 2024-12-06T06:19:33,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:33,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2dc4958-7acd-4367-a84d-67b5764c7b1d" 2024-12-06T06:19:33,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e20891e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:33,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,39113,-1] 2024-12-06T06:19:33,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:33,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:33,295 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:33,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cbdb9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741843_1019 (size=10791) 2024-12-06T06:19:33,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f929d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:33,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36949,-1 for getting cluster id 2024-12-06T06:19:33,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:33,299 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7aa499cd-47e8-4c19-8698-4b93a3895a25' 2024-12-06T06:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7aa499cd-47e8-4c19-8698-4b93a3895a25" 2024-12-06T06:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c21afe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36949,-1] 2024-12-06T06:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:33,301 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:33,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e000b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:33,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34193,1733465962836, seqNum=-1] 2024-12-06T06:19:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:33,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741842_1018 (size=7894) 2024-12-06T06:19:33,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36949,1733465962784 2024-12-06T06:19:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46c91382 2024-12-06T06:19:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:33,314 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69., hostname=6336e8474e1c,34193,1733465962836, seqNum=2] 2024-12-06T06:19:33,320 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:19:33,325 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-06T06:19:33,327 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-06T06:19:33,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 9541c7183a8e34b4a8e023cd3de16a69/f 2024-12-06T06:19:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T06:19:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:19:33,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 9541c7183a8e34b4a8e023cd3de16a69/f 2024-12-06T06:19:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T06:19:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:19:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HRegion(2603): Flush status journal for 9541c7183a8e34b4a8e023cd3de16a69: 2024-12-06T06:19:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins__test__3fo2v1c2hmn5bj0a1gl3u2d70naipustcbivg81ie9im03ojgmkr8lr8avbn6t1d/f/hfile_0 2024-12-06T06:19:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins__test__3fo2v1c2hmn5bj0a1gl3u2d70naipustcbivg81ie9im03ojgmkr8lr8avbn6t1d/f/hfile_0 as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/967871e04cb846c7bad03e1bc39afd84_SeqId_6_ 2024-12-06T06:19:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins__test__3fo2v1c2hmn5bj0a1gl3u2d70naipustcbivg81ie9im03ojgmkr8lr8avbn6t1d/f/hfile_1 2024-12-06T06:19:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins__test__3fo2v1c2hmn5bj0a1gl3u2d70naipustcbivg81ie9im03ojgmkr8lr8avbn6t1d/f/hfile_1 as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/a7017e9fded04fd09d7713484a13fb44_SeqId_6_ 2024-12-06T06:19:33,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins__test__3fo2v1c2hmn5bj0a1gl3u2d70naipustcbivg81ie9im03ojgmkr8lr8avbn6t1d/f/hfile_0 into 9541c7183a8e34b4a8e023cd3de16a69/f as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/967871e04cb846c7bad03e1bc39afd84_SeqId_6_ - updating store file list. 2024-12-06T06:19:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 967871e04cb846c7bad03e1bc39afd84_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T06:19:33,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/967871e04cb846c7bad03e1bc39afd84_SeqId_6_ into 9541c7183a8e34b4a8e023cd3de16a69/f 2024-12-06T06:19:33,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins__test__3fo2v1c2hmn5bj0a1gl3u2d70naipustcbivg81ie9im03ojgmkr8lr8avbn6t1d/f/hfile_0 into 9541c7183a8e34b4a8e023cd3de16a69/f (new location: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/967871e04cb846c7bad03e1bc39afd84_SeqId_6_) 2024-12-06T06:19:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins__test__3fo2v1c2hmn5bj0a1gl3u2d70naipustcbivg81ie9im03ojgmkr8lr8avbn6t1d/f/hfile_0 2024-12-06T06:19:33,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins__test__3fo2v1c2hmn5bj0a1gl3u2d70naipustcbivg81ie9im03ojgmkr8lr8avbn6t1d/f/hfile_1 into 9541c7183a8e34b4a8e023cd3de16a69/f as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/a7017e9fded04fd09d7713484a13fb44_SeqId_6_ - updating store file list. 2024-12-06T06:19:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7017e9fded04fd09d7713484a13fb44_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T06:19:33,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/a7017e9fded04fd09d7713484a13fb44_SeqId_6_ into 9541c7183a8e34b4a8e023cd3de16a69/f 2024-12-06T06:19:33,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins__test__3fo2v1c2hmn5bj0a1gl3u2d70naipustcbivg81ie9im03ojgmkr8lr8avbn6t1d/f/hfile_1 into 9541c7183a8e34b4a8e023cd3de16a69/f (new location: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/f/a7017e9fded04fd09d7713484a13fb44_SeqId_6_) 2024-12-06T06:19:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/staging/jenkins__test__3fo2v1c2hmn5bj0a1gl3u2d70naipustcbivg81ie9im03ojgmkr8lr8avbn6t1d/f/hfile_1 2024-12-06T06:19:33,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:33,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:33,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:33,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:33,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69., hostname=6336e8474e1c,34193,1733465962836, seqNum=2 , the old value is region=test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69., hostname=6336e8474e1c,34193,1733465962836, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6336e8474e1c:34193 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:19:33,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:33,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69., hostname=6336e8474e1c,34193,1733465962836, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:19:33,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:33,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69., hostname=6336e8474e1c,34193,1733465962836, seqNum=2 from cache 2024-12-06T06:19:33,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,33749,1733465959584, seqNum=-1] 2024-12-06T06:19:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:33,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:54460 deadline: 1733466033356 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:54460 2024-12-06T06:19:33,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460., hostname=6336e8474e1c,33749,1733465959584, seqNum=2] 2024-12-06T06:19:33,368 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T06:19:33,461 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:34193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T06:19:33,488 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 725, reset compression=false 2024-12-06T06:19:33,494 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:19:33,694 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 1033, reset compression=false 2024-12-06T06:19:33,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741843_1019 (size=7691) 2024-12-06T06:19:33,892 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 687, reset compression=false 2024-12-06T06:19:33,998 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 1033, reset compression=false 2024-12-06T06:19:34,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:34,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,39113,1733465959496 2024-12-06T06:19:34,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ef3abd9 2024-12-06T06:19:34,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:34,119 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-06T06:19:34,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:19:34,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:34,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,33749,1733465959584, seqNum=-1] 2024-12-06T06:19:34,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:34,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-06T06:19:34,128 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__ca7smjt1snleofv80foshfrfodhsqslqakpm49i9o7p46fihrr2n0d8utore5ebi/f/1ffbc567942443ef93cb08f7a7a79fc5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T06:19:34,131 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__ca7smjt1snleofv80foshfrfodhsqslqakpm49i9o7p46fihrr2n0d8utore5ebi/f/b74a78e549af490d84b08839b18c6bee_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T06:19:34,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.ReplicationSink(324): Finished replicating [b2dc4958-7acd-4367-a84d-67b5764c7b1d, 7aa499cd-47e8-4c19-8698-4b93a3895a25] bulk loaded data 2024-12-06T06:19:34,137 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.shipper6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34193,1733465962836 got entry batch from reader: WALEntryBatch [walEntries=[{test/9541c7183a8e34b4a8e023cd3de16a69/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733465973354/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T06:19:34,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.ReplicationSink(318): Replicating [7aa499cd-47e8-4c19-8698-4b93a3895a25] bulk loaded data 2024-12-06T06:19:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741844_1020 (size=11194) 2024-12-06T06:19:34,372 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T06:19:34,402 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 1033, reset compression=false 2024-12-06T06:19:34,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741845_1021 (size=10791) 2024-12-06T06:19:34,596 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 687, reset compression=false 2024-12-06T06:19:34,906 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 1033, reset compression=false 2024-12-06T06:19:34,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:19:34,965 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/967871e04cb846c7bad03e1bc39afd84_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-06T06:19:34,968 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/a7017e9fded04fd09d7713484a13fb44_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-06T06:19:34,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/a7017e9fded04fd09d7713484a13fb44_SeqId_6_ for inclusion in c73e2940c3646ed5569ddb11af9e5460/f 2024-12-06T06:19:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T06:19:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:19:34,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/967871e04cb846c7bad03e1bc39afd84_SeqId_6_ for inclusion in c73e2940c3646ed5569ddb11af9e5460/f 2024-12-06T06:19:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T06:19:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:19:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HRegion(2603): Flush status journal for c73e2940c3646ed5569ddb11af9e5460: 2024-12-06T06:19:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a7017e9fded04fd09d7713484a13fb44_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:19:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/a7017e9fded04fd09d7713484a13fb44_SeqId_6_ as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/43f5e6feb1c8419ebbe4eb7dfcb149eb_SeqId_6_ 2024-12-06T06:19:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 967871e04cb846c7bad03e1bc39afd84_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:19:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/967871e04cb846c7bad03e1bc39afd84_SeqId_6_ as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/1fa1242d9f1847688122ae331ef3b505_SeqId_6_ 2024-12-06T06:19:34,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/a7017e9fded04fd09d7713484a13fb44_SeqId_6_ into c73e2940c3646ed5569ddb11af9e5460/f as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/43f5e6feb1c8419ebbe4eb7dfcb149eb_SeqId_6_ - updating store file list. 2024-12-06T06:19:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 43f5e6feb1c8419ebbe4eb7dfcb149eb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T06:19:34,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/43f5e6feb1c8419ebbe4eb7dfcb149eb_SeqId_6_ into c73e2940c3646ed5569ddb11af9e5460/f 2024-12-06T06:19:34,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/a7017e9fded04fd09d7713484a13fb44_SeqId_6_ into c73e2940c3646ed5569ddb11af9e5460/f (new location: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/43f5e6feb1c8419ebbe4eb7dfcb149eb_SeqId_6_) 2024-12-06T06:19:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/a7017e9fded04fd09d7713484a13fb44_SeqId_6_ 2024-12-06T06:19:34,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/967871e04cb846c7bad03e1bc39afd84_SeqId_6_ into c73e2940c3646ed5569ddb11af9e5460/f as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/1fa1242d9f1847688122ae331ef3b505_SeqId_6_ - updating store file list. 2024-12-06T06:19:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fa1242d9f1847688122ae331ef3b505_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T06:19:34,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/1fa1242d9f1847688122ae331ef3b505_SeqId_6_ into c73e2940c3646ed5569ddb11af9e5460/f 2024-12-06T06:19:34,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/967871e04cb846c7bad03e1bc39afd84_SeqId_6_ into c73e2940c3646ed5569ddb11af9e5460/f (new location: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/f/1fa1242d9f1847688122ae331ef3b505_SeqId_6_) 2024-12-06T06:19:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/staging/jenkins.hfs.10__test__j1mkiju52ck3r26vhqk6vd0a7dcifvndb2vg8s2ajokabq4fovbi0rkd9gdf5vkm/f/967871e04cb846c7bad03e1bc39afd84_SeqId_6_ 2024-12-06T06:19:34,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] regionserver.ReplicationSink(324): Finished replicating [7aa499cd-47e8-4c19-8698-4b93a3895a25] bulk loaded data 2024-12-06T06:19:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:19:35,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:35,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:35,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:35,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:35,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:19:35,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=760757666, stopped=false 2024-12-06T06:19:35,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:35,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,36949,1733465962784 2024-12-06T06:19:35,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1654197309/running 2024-12-06T06:19:35,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1654197309/running 2024-12-06T06:19:35,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:35,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:35,383 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:19:35,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:35,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:35,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:35,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,34193,1733465962836' ***** 2024-12-06T06:19:35,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:19:35,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Set watcher on znode that does not yet exist, /1654197309/running 2024-12-06T06:19:35,384 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:19:35,384 INFO [RS:0;6336e8474e1c:34193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:19:35,384 INFO [RS:0;6336e8474e1c:34193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:19:35,384 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(3091): Received CLOSE for 73954fd9060cbe07111255c7cb23233c 2024-12-06T06:19:35,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:19:35,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Set watcher on znode that does not yet exist, /1654197309/running 2024-12-06T06:19:35,385 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(3091): Received CLOSE for 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:35,385 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,34193,1733465962836 2024-12-06T06:19:35,385 INFO [RS:0;6336e8474e1c:34193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:19:35,385 INFO [RS:0;6336e8474e1c:34193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:34193. 2024-12-06T06:19:35,385 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73954fd9060cbe07111255c7cb23233c, disabling compactions & flushes 2024-12-06T06:19:35,385 DEBUG [RS:0;6336e8474e1c:34193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:35,385 DEBUG [RS:0;6336e8474e1c:34193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:35,385 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:35,385 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:35,385 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:19:35,385 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:19:35,385 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:19:35,385 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. after waiting 0 ms 2024-12-06T06:19:35,385 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:35,385 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:19:35,385 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73954fd9060cbe07111255c7cb23233c 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-06T06:19:35,385 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:19:35,385 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 73954fd9060cbe07111255c7cb23233c=hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c., 9541c7183a8e34b4a8e023cd3de16a69=test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69.} 2024-12-06T06:19:35,385 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73954fd9060cbe07111255c7cb23233c, 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:35,385 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:19:35,385 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:19:35,385 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:19:35,385 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:19:35,385 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:19:35,385 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:19:35,400 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 687, reset compression=false 2024-12-06T06:19:35,402 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/.tmp/hfileref/cd626e08bf1044439299fab8fa046339 is 74, key is 1/hfileref:1ffbc567942443ef93cb08f7a7a79fc5_SeqId_4_/1733465974134/DeleteColumn/seqid=0 2024-12-06T06:19:35,404 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:19:35,404 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,33749,1733465959584 got entry batch from reader: WALEntryBatch [walEntries=[{test/c73e2940c3646ed5569ddb11af9e5460/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733465974990/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-06T06:19:35,405 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/info/bddd7d2615a1499ab281639848e29f24 is 147, key is hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c./info:regioninfo/1733465970270/Put/seqid=0 2024-12-06T06:19:35,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:19:35,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:54436 deadline: 1733466035405, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping 2024-12-06T06:19:35,407 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:19:35,407 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:19:35,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741845_1021 (size=7686) 2024-12-06T06:19:35,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741844_1020 (size=5345) 2024-12-06T06:19:35,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:19:35,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:54436 deadline: 1733466035510, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping 2024-12-06T06:19:35,511 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 1033, reset compression=false 2024-12-06T06:19:35,511 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:19:35,585 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73954fd9060cbe07111255c7cb23233c, 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:35,605 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1033, reset compression=false 2024-12-06T06:19:35,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:19:35,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:54436 deadline: 1733466035714, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping 2024-12-06T06:19:35,715 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:19:35,773 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:19:35,773 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:19:35,786 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73954fd9060cbe07111255c7cb23233c, 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:35,811 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/info/bddd7d2615a1499ab281639848e29f24 2024-12-06T06:19:35,811 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/.tmp/hfileref/cd626e08bf1044439299fab8fa046339 2024-12-06T06:19:35,831 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/ns/fbfb932a5cac4f89b877d9512d30fe77 is 43, key is default/ns:d/1733465965814/Put/seqid=0 2024-12-06T06:19:35,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741846_1022 (size=5153) 2024-12-06T06:19:35,835 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/ns/fbfb932a5cac4f89b877d9512d30fe77 2024-12-06T06:19:35,837 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/.tmp/queue/770fc4be5d8840a9b5e2f7507f561e99 is 154, key is 1-6336e8474e1c,34193,1733465962836/queue:6336e8474e1c%2C34193%2C1733465962836/1733465974994/Put/seqid=0 2024-12-06T06:19:35,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741847_1023 (size=5353) 2024-12-06T06:19:35,859 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/rep_barrier/cf7f29d202874bd0888d254e3699134c is 112, key is test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69./rep_barrier:seqnumDuringOpen/1733465967683/Put/seqid=0 2024-12-06T06:19:35,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741848_1024 (size=5518) 2024-12-06T06:19:35,909 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1033, reset compression=false 2024-12-06T06:19:35,986 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73954fd9060cbe07111255c7cb23233c, 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:36,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:19:36,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:54436 deadline: 1733466036019, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping 2024-12-06T06:19:36,019 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:19:36,186 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73954fd9060cbe07111255c7cb23233c, 9541c7183a8e34b4a8e023cd3de16a69 2024-12-06T06:19:36,215 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/WALs/6336e8474e1c,34193,1733465962836/6336e8474e1c%2C34193%2C1733465962836.1733465964831 to pos 1033, reset compression=false 2024-12-06T06:19:36,249 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/.tmp/queue/770fc4be5d8840a9b5e2f7507f561e99 2024-12-06T06:19:36,254 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/.tmp/hfileref/cd626e08bf1044439299fab8fa046339 as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/hfileref/cd626e08bf1044439299fab8fa046339 2024-12-06T06:19:36,258 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/hfileref/cd626e08bf1044439299fab8fa046339, entries=4, sequenceid=12, filesize=5.2 K 2024-12-06T06:19:36,259 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/.tmp/queue/770fc4be5d8840a9b5e2f7507f561e99 as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/queue/770fc4be5d8840a9b5e2f7507f561e99 2024-12-06T06:19:36,263 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/queue/770fc4be5d8840a9b5e2f7507f561e99, entries=1, sequenceid=12, filesize=5.2 K 2024-12-06T06:19:36,263 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/rep_barrier/cf7f29d202874bd0888d254e3699134c 2024-12-06T06:19:36,264 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 73954fd9060cbe07111255c7cb23233c in 879ms, sequenceid=12, compaction requested=false 2024-12-06T06:19:36,268 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/replication/73954fd9060cbe07111255c7cb23233c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T06:19:36,269 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:36,269 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:19:36,269 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:36,269 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73954fd9060cbe07111255c7cb23233c: Waiting for close lock at 1733465975385Running coprocessor pre-close hooks at 1733465975385Disabling compacts and flushes for region at 1733465975385Disabling writes for close at 1733465975385Obtaining lock to block concurrent updates at 1733465975385Preparing flush snapshotting stores in 73954fd9060cbe07111255c7cb23233c at 1733465975385Finished memstore snapshotting hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733465975386 (+1 ms)Flushing stores of hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. at 1733465975386Flushing 73954fd9060cbe07111255c7cb23233c/hfileref: creating writer at 1733465975387 (+1 ms)Flushing 73954fd9060cbe07111255c7cb23233c/hfileref: appending metadata at 1733465975402 (+15 ms)Flushing 73954fd9060cbe07111255c7cb23233c/hfileref: closing flushed file at 1733465975402Flushing 73954fd9060cbe07111255c7cb23233c/queue: creating writer at 1733465975816 (+414 ms)Flushing 73954fd9060cbe07111255c7cb23233c/queue: appending metadata at 1733465975837 (+21 ms)Flushing 73954fd9060cbe07111255c7cb23233c/queue: closing flushed file at 1733465975837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2a5e54: reopening flushed file at 1733465976253 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e101aa: reopening flushed file at 1733465976258 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 73954fd9060cbe07111255c7cb23233c in 879ms, sequenceid=12, compaction requested=false at 1733465976264 (+6 ms)Writing region close event to WAL at 1733465976265 (+1 ms)Running coprocessor post-close hooks at 1733465976269 (+4 ms)Closed at 1733465976269 2024-12-06T06:19:36,269 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733465969867.73954fd9060cbe07111255c7cb23233c. 2024-12-06T06:19:36,270 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9541c7183a8e34b4a8e023cd3de16a69, disabling compactions & flushes 2024-12-06T06:19:36,270 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:36,270 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:36,270 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. after waiting 0 ms 2024-12-06T06:19:36,270 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:36,273 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/default/test/9541c7183a8e34b4a8e023cd3de16a69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:19:36,273 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:36,273 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:19:36,273 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:36,273 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9541c7183a8e34b4a8e023cd3de16a69: Waiting for close lock at 1733465976269Running coprocessor pre-close hooks at 1733465976269Disabling compacts and flushes for region at 1733465976270 (+1 ms)Disabling writes for close at 1733465976270Writing region close event to WAL at 1733465976270Running coprocessor post-close hooks at 1733465976273 (+3 ms)Closed at 1733465976273 2024-12-06T06:19:36,273 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733465966523.9541c7183a8e34b4a8e023cd3de16a69. 2024-12-06T06:19:36,284 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/table/7cadf7d8fe074bdbad7a5f38b7ac74ba is 53, key is hbase:replication/table:state/1733465970278/Put/seqid=0 2024-12-06T06:19:36,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741849_1025 (size=5308) 2024-12-06T06:19:36,312 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1033, reset compression=false 2024-12-06T06:19:36,386 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:19:36,386 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:19:36,386 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:36,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:19:36,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:54436 deadline: 1733466036422, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping 2024-12-06T06:19:36,423 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6336e8474e1c,34193,1733465962836 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:19:36,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T06:19:36,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T06:19:36,586 DEBUG [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:36,689 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/table/7cadf7d8fe074bdbad7a5f38b7ac74ba 2024-12-06T06:19:36,694 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/info/bddd7d2615a1499ab281639848e29f24 as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/info/bddd7d2615a1499ab281639848e29f24 2024-12-06T06:19:36,699 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/info/bddd7d2615a1499ab281639848e29f24, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:19:36,700 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/ns/fbfb932a5cac4f89b877d9512d30fe77 as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/ns/fbfb932a5cac4f89b877d9512d30fe77 2024-12-06T06:19:36,704 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/ns/fbfb932a5cac4f89b877d9512d30fe77, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:19:36,704 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/rep_barrier/cf7f29d202874bd0888d254e3699134c as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/rep_barrier/cf7f29d202874bd0888d254e3699134c 2024-12-06T06:19:36,708 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/rep_barrier/cf7f29d202874bd0888d254e3699134c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:19:36,709 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/.tmp/table/7cadf7d8fe074bdbad7a5f38b7ac74ba as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/table/7cadf7d8fe074bdbad7a5f38b7ac74ba 2024-12-06T06:19:36,712 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/table/7cadf7d8fe074bdbad7a5f38b7ac74ba, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:19:36,713 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false 2024-12-06T06:19:36,718 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:19:36,719 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:36,719 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:19:36,719 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:36,719 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465975385Running coprocessor pre-close hooks at 1733465975385Disabling compacts and flushes for region at 1733465975385Disabling writes for close at 1733465975385Obtaining lock to block concurrent updates at 1733465975386 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733465975386Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733465975386Flushing stores of hbase:meta,,1.1588230740 at 1733465975387 (+1 ms)Flushing 1588230740/info: creating writer at 1733465975387Flushing 1588230740/info: appending metadata at 1733465975405 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733465975405Flushing 1588230740/ns: creating writer at 1733465975816 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733465975830 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733465975830Flushing 1588230740/rep_barrier: creating writer at 1733465975840 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733465975859 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733465975859Flushing 1588230740/table: creating writer at 1733465976267 (+408 ms)Flushing 1588230740/table: appending metadata at 1733465976284 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733465976284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee4bee8: reopening flushed file at 1733465976694 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e59b5: reopening flushed file at 1733465976699 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5067bc2c: reopening flushed file at 1733465976704 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa2abca: reopening flushed file at 1733465976708 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false at 1733465976713 (+5 ms)Writing region close event to WAL at 1733465976715 (+2 ms)Running coprocessor post-close hooks at 1733465976719 (+4 ms)Closed at 1733465976719 2024-12-06T06:19:36,719 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:36,787 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,34193,1733465962836; all regions closed. 2024-12-06T06:19:36,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:19:36,791 DEBUG [RS:0;6336e8474e1c:34193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/oldWALs 2024-12-06T06:19:36,791 INFO [RS:0;6336e8474e1c:34193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C34193%2C1733465962836.meta:.meta(num 1733465965768) 2024-12-06T06:19:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741839_1015 (size=3127) 2024-12-06T06:19:36,794 DEBUG [RS:0;6336e8474e1c:34193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/oldWALs 2024-12-06T06:19:36,794 INFO [RS:0;6336e8474e1c:34193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C34193%2C1733465962836.rep:(num 1733465970232) 2024-12-06T06:19:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741832_1008 (size=1336) 2024-12-06T06:19:36,797 DEBUG [RS:0;6336e8474e1c:34193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/oldWALs 2024-12-06T06:19:36,797 INFO [RS:0;6336e8474e1c:34193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C34193%2C1733465962836:(num 1733465964831) 2024-12-06T06:19:36,797 DEBUG [RS:0;6336e8474e1c:34193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:36,797 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:19:36,797 INFO [RS:0;6336e8474e1c:34193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:19:36,798 INFO [RS:0;6336e8474e1c:34193 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:19:36,798 INFO [RS:0;6336e8474e1c:34193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:19:36,798 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:19:36,798 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,34193,1733465962836 because: Region server is closing 2024-12-06T06:19:36,798 INFO [RS:0;6336e8474e1c:34193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:34193. 2024-12-06T06:19:36,798 DEBUG [RS:0;6336e8474e1c:34193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:36,798 DEBUG [RS:0;6336e8474e1c:34193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:36,798 DEBUG [RS:0;6336e8474e1c:34193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:36,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:36,816 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1033, reset compression=false 2024-12-06T06:19:36,899 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.wal-reader.6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T06:19:36,898 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.shipper6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T06:19:36,899 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34193,1733465962836.replicationSource.shipper6336e8474e1c%2C34193%2C1733465962836,1-6336e8474e1c,34193,1733465962836 terminated 2024-12-06T06:19:36,899 INFO [RS:0;6336e8474e1c:34193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:34193. 2024-12-06T06:19:36,899 DEBUG [RS:0;6336e8474e1c:34193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:36,899 DEBUG [RS:0;6336e8474e1c:34193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:36,899 DEBUG [RS:0;6336e8474e1c:34193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:36,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:36,899 INFO [RS:0;6336e8474e1c:34193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34193 2024-12-06T06:19:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1654197309/rs/6336e8474e1c,34193,1733465962836 2024-12-06T06:19:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309/rs 2024-12-06T06:19:36,901 INFO [RS:0;6336e8474e1c:34193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:19:36,903 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,34193,1733465962836] 2024-12-06T06:19:36,905 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1654197309/draining/6336e8474e1c,34193,1733465962836 already deleted, retry=false 2024-12-06T06:19:36,905 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,34193,1733465962836 expired; onlineServers=0 2024-12-06T06:19:36,905 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,36949,1733465962784' ***** 2024-12-06T06:19:36,905 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:19:36,905 INFO [M:0;6336e8474e1c:36949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:19:36,905 INFO [M:0;6336e8474e1c:36949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:19:36,905 DEBUG [M:0;6336e8474e1c:36949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:19:36,905 DEBUG [M:0;6336e8474e1c:36949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:19:36,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:19:36,905 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465964616 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465964616,5,FailOnTimeoutGroup] 2024-12-06T06:19:36,905 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465964617 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465964617,5,FailOnTimeoutGroup] 2024-12-06T06:19:36,905 INFO [M:0;6336e8474e1c:36949 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:19:36,906 INFO [M:0;6336e8474e1c:36949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:19:36,906 DEBUG [M:0;6336e8474e1c:36949 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:19:36,906 INFO [M:0;6336e8474e1c:36949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:19:36,906 INFO [M:0;6336e8474e1c:36949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:19:36,906 INFO [M:0;6336e8474e1c:36949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:19:36,906 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:19:36,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1654197309/master 2024-12-06T06:19:36,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1654197309 2024-12-06T06:19:36,907 DEBUG [M:0;6336e8474e1c:36949 {}] zookeeper.ZKUtil(347): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Unable to get data of znode /1654197309/master because node does not exist (not an error) 2024-12-06T06:19:36,907 WARN [M:0;6336e8474e1c:36949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:19:36,908 INFO [M:0;6336e8474e1c:36949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/.lastflushedseqids 2024-12-06T06:19:36,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741850_1026 (size=263) 2024-12-06T06:19:36,912 INFO [M:0;6336e8474e1c:36949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:19:36,912 INFO [M:0;6336e8474e1c:36949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:19:36,912 DEBUG [M:0;6336e8474e1c:36949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:19:36,912 INFO [M:0;6336e8474e1c:36949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:36,912 DEBUG [M:0;6336e8474e1c:36949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:36,912 DEBUG [M:0;6336e8474e1c:36949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:19:36,912 DEBUG [M:0;6336e8474e1c:36949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:36,912 INFO [M:0;6336e8474e1c:36949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-06T06:19:36,927 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6336e8474e1c:34193 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6336e8474e1c/172.17.0.2:34193 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:19:36,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6336e8474e1c:34193 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6336e8474e1c/172.17.0.2:34193 2024-12-06T06:19:36,927 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=6336e8474e1c:34193 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6336e8474e1c/172.17.0.2:34193 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6336e8474e1c/172.17.0.2:34193 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-06T06:19:36,928 DEBUG [M:0;6336e8474e1c:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae2dfccdf5c5448599aeded0e0ff028d is 82, key is hbase:meta,,1/info:regioninfo/1733465965801/Put/seqid=0 2024-12-06T06:19:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:19:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:32822 deadline: 1733466036930, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-06T06:19:36,931 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-06T06:19:36,932 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T06:19:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741851_1027 (size=5672) 2024-12-06T06:19:37,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:37,003 INFO [RS:0;6336e8474e1c:34193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:19:37,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101866d51e60004, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:37,003 INFO [RS:0;6336e8474e1c:34193 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,34193,1733465962836; zookeeper connection closed. 2024-12-06T06:19:37,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5255e180 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5255e180 2024-12-06T06:19:37,004 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:19:37,333 INFO [M:0;6336e8474e1c:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae2dfccdf5c5448599aeded0e0ff028d 2024-12-06T06:19:37,357 DEBUG [M:0;6336e8474e1c:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfff6faf071f4616b683ea2954e635c9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733465970282/Put/seqid=0 2024-12-06T06:19:37,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741852_1028 (size=8517) 2024-12-06T06:19:37,361 INFO [M:0;6336e8474e1c:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfff6faf071f4616b683ea2954e635c9 2024-12-06T06:19:37,383 DEBUG [M:0;6336e8474e1c:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45adc7298cd947d580f3011b7ec25fa2 is 69, key is 6336e8474e1c,34193,1733465962836/rs:state/1733465964685/Put/seqid=0 2024-12-06T06:19:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741853_1029 (size=5156) 2024-12-06T06:19:37,420 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1033, reset compression=false 2024-12-06T06:19:37,532 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-06T06:19:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:19:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:32822 deadline: 1733466037534, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-06T06:19:37,535 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-06T06:19:37,536 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T06:19:37,536 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-06T06:19:37,787 INFO [M:0;6336e8474e1c:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45adc7298cd947d580f3011b7ec25fa2 2024-12-06T06:19:37,791 DEBUG [M:0;6336e8474e1c:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae2dfccdf5c5448599aeded0e0ff028d as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae2dfccdf5c5448599aeded0e0ff028d 2024-12-06T06:19:37,795 INFO [M:0;6336e8474e1c:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae2dfccdf5c5448599aeded0e0ff028d, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T06:19:37,796 DEBUG [M:0;6336e8474e1c:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfff6faf071f4616b683ea2954e635c9 as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfff6faf071f4616b683ea2954e635c9 2024-12-06T06:19:37,800 INFO [M:0;6336e8474e1c:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfff6faf071f4616b683ea2954e635c9, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T06:19:37,801 DEBUG [M:0;6336e8474e1c:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45adc7298cd947d580f3011b7ec25fa2 as hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45adc7298cd947d580f3011b7ec25fa2 2024-12-06T06:19:37,804 INFO [M:0;6336e8474e1c:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/61241713-d997-52b0-34ef-9361c7407089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45adc7298cd947d580f3011b7ec25fa2, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T06:19:37,805 INFO [M:0;6336e8474e1c:36949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false 2024-12-06T06:19:37,810 INFO [M:0;6336e8474e1c:36949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:37,810 DEBUG [M:0;6336e8474e1c:36949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465976912Disabling compacts and flushes for region at 1733465976912Disabling writes for close at 1733465976912Obtaining lock to block concurrent updates at 1733465976912Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465976912Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733465976913 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465976913Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465976913Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465976928 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465976928Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465977338 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465977356 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465977356Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465977365 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465977382 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465977382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25deafe7: reopening flushed file at 1733465977791 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ed8612: reopening flushed file at 1733465977795 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ba2be4: reopening flushed file at 1733465977800 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false at 1733465977805 (+5 ms)Writing region close event to WAL at 1733465977810 (+5 ms)Closed at 1733465977810 2024-12-06T06:19:37,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741830_1006 (size=63666) 2024-12-06T06:19:37,813 INFO [M:0;6336e8474e1c:36949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:19:37,813 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:19:37,813 INFO [M:0;6336e8474e1c:36949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36949 2024-12-06T06:19:37,813 INFO [M:0;6336e8474e1c:36949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:19:37,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:37,915 INFO [M:0;6336e8474e1c:36949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:19:37,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101866d51e60003, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:37,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7da5eb74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:19:37,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e14fb0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:19:37,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:19:37,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:19:37,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25b72c63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/hadoop.log.dir/,STOPPED} 2024-12-06T06:19:37,920 WARN [BP-1616791514-172.17.0.2-1733465961579 heartbeating to localhost/127.0.0.1:40853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:19:37,920 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:19:37,920 WARN [BP-1616791514-172.17.0.2-1733465961579 heartbeating to localhost/127.0.0.1:40853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1616791514-172.17.0.2-1733465961579 (Datanode Uuid 91a6daa4-4f63-41f2-91a5-ccdaa6da7a49) service to localhost/127.0.0.1:40853 2024-12-06T06:19:37,920 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:19:37,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/cluster_4daf98e0-7e3e-3310-d193-5bd9841a8737/data/data1/current/BP-1616791514-172.17.0.2-1733465961579 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:19:37,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/cluster_4daf98e0-7e3e-3310-d193-5bd9841a8737/data/data2/current/BP-1616791514-172.17.0.2-1733465961579 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:19:37,921 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:19:37,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@410553b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:19:37,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76039905{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:19:37,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:19:37,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:19:37,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c26de6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/hadoop.log.dir/,STOPPED} 2024-12-06T06:19:37,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:19:37,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:19:37,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:37,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:37,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:37,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:37,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:37,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:19:37,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=864883190, stopped=false 2024-12-06T06:19:37,941 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,39113,1733465959496 2024-12-06T06:19:37,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007877405/running 2024-12-06T06:19:37,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007877405/running 2024-12-06T06:19:37,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:37,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:37,942 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:19:37,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:37,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:37,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:37,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,33749,1733465959584' ***** 2024-12-06T06:19:37,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:19:37,944 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:19:37,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Set watcher on znode that does not yet exist, /0-1007877405/running 2024-12-06T06:19:37,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Set watcher on znode that does not yet exist, /0-1007877405/running 2024-12-06T06:19:37,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:19:37,956 INFO [RS:0;6336e8474e1c:33749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:19:37,956 INFO [RS:0;6336e8474e1c:33749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:19:37,957 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(3091): Received CLOSE for c73e2940c3646ed5569ddb11af9e5460 2024-12-06T06:19:37,957 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(3091): Received CLOSE for ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:37,957 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,33749,1733465959584 2024-12-06T06:19:37,957 INFO [RS:0;6336e8474e1c:33749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:19:37,957 INFO [RS:0;6336e8474e1c:33749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:33749. 2024-12-06T06:19:37,957 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c73e2940c3646ed5569ddb11af9e5460, disabling compactions & flushes 2024-12-06T06:19:37,957 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:37,957 DEBUG [RS:0;6336e8474e1c:33749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:37,957 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:37,957 DEBUG [RS:0;6336e8474e1c:33749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:37,957 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. after waiting 0 ms 2024-12-06T06:19:37,957 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:37,957 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:19:37,957 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:19:37,957 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:19:37,957 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:19:37,958 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:19:37,958 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1325): Online Regions={c73e2940c3646ed5569ddb11af9e5460=test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460., ea6a357aa5596fe965bfe7ae5bd2cf19=hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:19:37,958 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c73e2940c3646ed5569ddb11af9e5460, ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:37,958 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:19:37,958 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:19:37,958 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:19:37,958 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:19:37,958 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:19:37,958 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:19:37,970 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/default/test/c73e2940c3646ed5569ddb11af9e5460/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:19:37,971 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:37,971 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:19:37,971 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:37,971 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c73e2940c3646ed5569ddb11af9e5460: Waiting for close lock at 1733465977957Running coprocessor pre-close hooks at 1733465977957Disabling compacts and flushes for region at 1733465977957Disabling writes for close at 1733465977957Writing region close event to WAL at 1733465977967 (+10 ms)Running coprocessor post-close hooks at 1733465977971 (+4 ms)Closed at 1733465977971 2024-12-06T06:19:37,971 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460. 2024-12-06T06:19:37,971 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea6a357aa5596fe965bfe7ae5bd2cf19, disabling compactions & flushes 2024-12-06T06:19:37,971 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:37,971 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:37,971 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. after waiting 0 ms 2024-12-06T06:19:37,971 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:37,971 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea6a357aa5596fe965bfe7ae5bd2cf19 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-06T06:19:37,984 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/info/eaa4a9c292434a6b93ecfc1cf61a1e4d is 147, key is hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19./info:regioninfo/1733465969522/Put/seqid=0 2024-12-06T06:19:37,986 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/.tmp/hfileref/039cff9341f1471391d84a83d2ec5f43 is 74, key is 1/hfileref:1fa1242d9f1847688122ae331ef3b505_SeqId_6_/1733465974979/Put/seqid=0 2024-12-06T06:19:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741846_1022 (size=7686) 2024-12-06T06:19:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741847_1023 (size=5345) 2024-12-06T06:19:37,990 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/.tmp/hfileref/039cff9341f1471391d84a83d2ec5f43 2024-12-06T06:19:38,013 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/.tmp/queue/de5541422cd04cac80643ded76f9ebf0 is 153, key is 1-6336e8474e1c,33749,1733465959584/queue:6336e8474e1c%2C33749%2C1733465959584/1733465972763/Put/seqid=0 2024-12-06T06:19:38,013 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:19:38,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741848_1024 (size=5352) 2024-12-06T06:19:38,123 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1033, reset compression=false 2024-12-06T06:19:38,129 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:19:38,129 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1328, reset compression=false 2024-12-06T06:19:38,158 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:38,237 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-06T06:19:38,237 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6336e8474e1c:36949 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6336e8474e1c/172.17.0.2:36949 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:19:38,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6336e8474e1c:36949 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6336e8474e1c/172.17.0.2:36949 2024-12-06T06:19:38,333 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1328, reset compression=false 2024-12-06T06:19:38,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:38,340 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6336e8474e1c:36949 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6336e8474e1c/172.17.0.2:36949 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:19:38,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=6336e8474e1c:36949 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6336e8474e1c/172.17.0.2:36949 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-06T06:19:38,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6336e8474e1c:36949 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6336e8474e1c/172.17.0.2:36949 2024-12-06T06:19:38,358 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea6a357aa5596fe965bfe7ae5bd2cf19 2024-12-06T06:19:38,389 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/info/eaa4a9c292434a6b93ecfc1cf61a1e4d 2024-12-06T06:19:38,409 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/ns/45ee6fb70c3646eca4d5378d9c6e2f11 is 43, key is default/ns:d/1733465961490/Put/seqid=0 2024-12-06T06:19:38,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741849_1025 (size=5153) 2024-12-06T06:19:38,417 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/.tmp/queue/de5541422cd04cac80643ded76f9ebf0 2024-12-06T06:19:38,422 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/.tmp/hfileref/039cff9341f1471391d84a83d2ec5f43 as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/hfileref/039cff9341f1471391d84a83d2ec5f43 2024-12-06T06:19:38,427 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/hfileref/039cff9341f1471391d84a83d2ec5f43, entries=4, sequenceid=10, filesize=5.2 K 2024-12-06T06:19:38,428 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/.tmp/queue/de5541422cd04cac80643ded76f9ebf0 as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/queue/de5541422cd04cac80643ded76f9ebf0 2024-12-06T06:19:38,432 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/queue/de5541422cd04cac80643ded76f9ebf0, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T06:19:38,433 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ea6a357aa5596fe965bfe7ae5bd2cf19 in 462ms, sequenceid=10, compaction requested=false 2024-12-06T06:19:38,433 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T06:19:38,437 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/replication/ea6a357aa5596fe965bfe7ae5bd2cf19/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T06:19:38,438 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:38,438 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:19:38,438 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:38,438 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea6a357aa5596fe965bfe7ae5bd2cf19: Waiting for close lock at 1733465977971Running coprocessor pre-close hooks at 1733465977971Disabling compacts and flushes for region at 1733465977971Disabling writes for close at 1733465977971Obtaining lock to block concurrent updates at 1733465977971Preparing flush snapshotting stores in ea6a357aa5596fe965bfe7ae5bd2cf19 at 1733465977971Finished memstore snapshotting hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733465977972 (+1 ms)Flushing stores of hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. at 1733465977972Flushing ea6a357aa5596fe965bfe7ae5bd2cf19/hfileref: creating writer at 1733465977972Flushing ea6a357aa5596fe965bfe7ae5bd2cf19/hfileref: appending metadata at 1733465977985 (+13 ms)Flushing ea6a357aa5596fe965bfe7ae5bd2cf19/hfileref: closing flushed file at 1733465977985Flushing ea6a357aa5596fe965bfe7ae5bd2cf19/queue: creating writer at 1733465977994 (+9 ms)Flushing ea6a357aa5596fe965bfe7ae5bd2cf19/queue: appending metadata at 1733465978012 (+18 ms)Flushing ea6a357aa5596fe965bfe7ae5bd2cf19/queue: closing flushed file at 1733465978012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e92ab: reopening flushed file at 1733465978421 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b42857: reopening flushed file at 1733465978427 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ea6a357aa5596fe965bfe7ae5bd2cf19 in 462ms, sequenceid=10, compaction requested=false at 1733465978433 (+6 ms)Writing region close event to WAL at 1733465978434 (+1 ms)Running coprocessor post-close hooks at 1733465978438 (+4 ms)Closed at 1733465978438 2024-12-06T06:19:38,438 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733465968703.ea6a357aa5596fe965bfe7ae5bd2cf19. 2024-12-06T06:19:38,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:38,550 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6336e8474e1c:36949 this server is in the failed servers list 2024-12-06T06:19:38,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6336e8474e1c:36949 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:38,558 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:38,637 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1328, reset compression=false 2024-12-06T06:19:38,759 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:38,796 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:19:38,796 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:19:38,813 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/ns/45ee6fb70c3646eca4d5378d9c6e2f11 2024-12-06T06:19:38,832 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/rep_barrier/ab98bf4783f641569dbfcdeb16111880 is 112, key is test,,1733465965889.c73e2940c3646ed5569ddb11af9e5460./rep_barrier:seqnumDuringOpen/1733465966255/Put/seqid=0 2024-12-06T06:19:38,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741850_1026 (size=5518) 2024-12-06T06:19:38,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:38,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6336e8474e1c:36949 this server is in the failed servers list 2024-12-06T06:19:38,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6336e8474e1c:36949 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:38,959 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:19:38,959 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:19:38,959 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:39,041 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1328, reset compression=false 2024-12-06T06:19:39,159 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:39,237 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/rep_barrier/ab98bf4783f641569dbfcdeb16111880 2024-12-06T06:19:39,266 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/table/41469650a0fd4c4392acfb3d422e1e78 is 53, key is hbase:replication/table:state/1733465969539/Put/seqid=0 2024-12-06T06:19:39,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741851_1027 (size=5308) 2024-12-06T06:19:39,359 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:39,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:39,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6336e8474e1c:36949 this server is in the failed servers list 2024-12-06T06:19:39,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6336e8474e1c:36949 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:39,545 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.wal-reader.6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 to pos 1328, reset compression=false 2024-12-06T06:19:39,560 DEBUG [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:19:39,670 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/table/41469650a0fd4c4392acfb3d422e1e78 2024-12-06T06:19:39,676 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/info/eaa4a9c292434a6b93ecfc1cf61a1e4d as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/info/eaa4a9c292434a6b93ecfc1cf61a1e4d 2024-12-06T06:19:39,680 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/info/eaa4a9c292434a6b93ecfc1cf61a1e4d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:19:39,681 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/ns/45ee6fb70c3646eca4d5378d9c6e2f11 as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/ns/45ee6fb70c3646eca4d5378d9c6e2f11 2024-12-06T06:19:39,685 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/ns/45ee6fb70c3646eca4d5378d9c6e2f11, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:19:39,686 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/rep_barrier/ab98bf4783f641569dbfcdeb16111880 as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/rep_barrier/ab98bf4783f641569dbfcdeb16111880 2024-12-06T06:19:39,690 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/rep_barrier/ab98bf4783f641569dbfcdeb16111880, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:19:39,691 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/.tmp/table/41469650a0fd4c4392acfb3d422e1e78 as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/table/41469650a0fd4c4392acfb3d422e1e78 2024-12-06T06:19:39,694 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/table/41469650a0fd4c4392acfb3d422e1e78, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:19:39,695 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-12-06T06:19:39,699 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:19:39,700 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:19:39,700 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:19:39,700 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:39,700 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465977958Running coprocessor pre-close hooks at 1733465977958Disabling compacts and flushes for region at 1733465977958Disabling writes for close at 1733465977958Obtaining lock to block concurrent updates at 1733465977958Preparing flush snapshotting stores in 1588230740 at 1733465977958Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733465977959 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733465977959Flushing 1588230740/info: creating writer at 1733465977959Flushing 1588230740/info: appending metadata at 1733465977983 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733465977983Flushing 1588230740/ns: creating writer at 1733465978394 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733465978408 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733465978408Flushing 1588230740/rep_barrier: creating writer at 1733465978818 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733465978832 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733465978832Flushing 1588230740/table: creating writer at 1733465979252 (+420 ms)Flushing 1588230740/table: appending metadata at 1733465979266 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733465979266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d88d41: reopening flushed file at 1733465979675 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79533cc3: reopening flushed file at 1733465979680 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a471a8a: reopening flushed file at 1733465979685 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7edeb6a4: reopening flushed file at 1733465979690 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1733465979695 (+5 ms)Writing region close event to WAL at 1733465979696 (+1 ms)Running coprocessor post-close hooks at 1733465979700 (+4 ms)Closed at 1733465979700 2024-12-06T06:19:39,700 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:39,760 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,33749,1733465959584; all regions closed. 2024-12-06T06:19:39,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:19:39,762 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.meta.1733465961441.meta not finished, retry = 0 2024-12-06T06:19:39,865 DEBUG [RS:0;6336e8474e1c:33749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/oldWALs 2024-12-06T06:19:39,865 INFO [RS:0;6336e8474e1c:33749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C33749%2C1733465959584.meta:.meta(num 1733465961441) 2024-12-06T06:19:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741839_1015 (size=2695) 2024-12-06T06:19:39,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.rep.1733465969447 not finished, retry = 0 2024-12-06T06:19:39,970 DEBUG [RS:0;6336e8474e1c:33749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/oldWALs 2024-12-06T06:19:39,970 INFO [RS:0;6336e8474e1c:33749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C33749%2C1733465959584.rep:(num 1733465969447) 2024-12-06T06:19:39,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/WALs/6336e8474e1c,33749,1733465959584/6336e8474e1c%2C33749%2C1733465959584.1733465960942 not finished, retry = 0 2024-12-06T06:19:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741832_1008 (size=1336) 2024-12-06T06:19:40,074 DEBUG [RS:0;6336e8474e1c:33749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/oldWALs 2024-12-06T06:19:40,074 INFO [RS:0;6336e8474e1c:33749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C33749%2C1733465959584:(num 1733465960942) 2024-12-06T06:19:40,074 DEBUG [RS:0;6336e8474e1c:33749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:40,074 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:19:40,074 INFO [RS:0;6336e8474e1c:33749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:19:40,074 INFO [RS:0;6336e8474e1c:33749 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:19:40,074 INFO [RS:0;6336e8474e1c:33749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:19:40,074 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:19:40,075 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,33749,1733465959584 because: Region server is closing 2024-12-06T06:19:40,075 INFO [RS:0;6336e8474e1c:33749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:33749. 2024-12-06T06:19:40,075 DEBUG [RS:0;6336e8474e1c:33749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:40,075 DEBUG [RS:0;6336e8474e1c:33749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:40,075 DEBUG [RS:0;6336e8474e1c:33749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:40,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:40,176 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-06T06:19:40,176 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T06:19:40,176 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-06T06:19:40,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:40,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:40,383 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:40,977 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,33749,1733465959584.replicationSource.shipper6336e8474e1c%2C33749%2C1733465959584,1-6336e8474e1c,33749,1733465959584 terminated 2024-12-06T06:19:40,977 INFO [RS:0;6336e8474e1c:33749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:33749. 2024-12-06T06:19:40,977 DEBUG [RS:0;6336e8474e1c:33749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:40,977 DEBUG [RS:0;6336e8474e1c:33749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:40,977 DEBUG [RS:0;6336e8474e1c:33749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:40,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:40,977 INFO [RS:0;6336e8474e1c:33749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33749 2024-12-06T06:19:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405/rs 2024-12-06T06:19:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007877405/rs/6336e8474e1c,33749,1733465959584 2024-12-06T06:19:40,986 INFO [RS:0;6336e8474e1c:33749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:19:40,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,33749,1733465959584] 2024-12-06T06:19:40,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007877405/draining/6336e8474e1c,33749,1733465959584 already deleted, retry=false 2024-12-06T06:19:40,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,33749,1733465959584 expired; onlineServers=0 2024-12-06T06:19:40,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,39113,1733465959496' ***** 2024-12-06T06:19:40,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:19:40,988 INFO [M:0;6336e8474e1c:39113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:19:40,989 INFO [M:0;6336e8474e1c:39113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:19:40,989 DEBUG [M:0;6336e8474e1c:39113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:19:40,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:19:40,989 DEBUG [M:0;6336e8474e1c:39113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:19:40,989 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465960677 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465960677,5,FailOnTimeoutGroup] 2024-12-06T06:19:40,989 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465960679 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465960679,5,FailOnTimeoutGroup] 2024-12-06T06:19:40,989 INFO [M:0;6336e8474e1c:39113 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:19:40,989 INFO [M:0;6336e8474e1c:39113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:19:40,989 DEBUG [M:0;6336e8474e1c:39113 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:19:40,989 INFO [M:0;6336e8474e1c:39113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:19:40,989 INFO [M:0;6336e8474e1c:39113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:19:40,989 INFO [M:0;6336e8474e1c:39113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:19:40,989 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:19:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007877405/master 2024-12-06T06:19:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007877405 2024-12-06T06:19:40,990 DEBUG [M:0;6336e8474e1c:39113 {}] zookeeper.ZKUtil(347): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Unable to get data of znode /0-1007877405/master because node does not exist (not an error) 2024-12-06T06:19:40,990 WARN [M:0;6336e8474e1c:39113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:19:40,991 INFO [M:0;6336e8474e1c:39113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/.lastflushedseqids 2024-12-06T06:19:40,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741852_1028 (size=263) 2024-12-06T06:19:40,997 INFO [M:0;6336e8474e1c:39113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:19:40,997 INFO [M:0;6336e8474e1c:39113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:19:40,997 DEBUG [M:0;6336e8474e1c:39113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:19:40,997 INFO [M:0;6336e8474e1c:39113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:40,997 DEBUG [M:0;6336e8474e1c:39113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:40,997 DEBUG [M:0;6336e8474e1c:39113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:19:40,997 DEBUG [M:0;6336e8474e1c:39113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:40,997 INFO [M:0;6336e8474e1c:39113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-06T06:19:41,013 DEBUG [M:0;6336e8474e1c:39113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c9f400eaf85469fa88a893c3dd2672a is 82, key is hbase:meta,,1/info:regioninfo/1733465961479/Put/seqid=0 2024-12-06T06:19:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741853_1029 (size=5672) 2024-12-06T06:19:41,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:41,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33749-0x101866d51e60001, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:41,087 INFO [RS:0;6336e8474e1c:33749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:19:41,087 INFO [RS:0;6336e8474e1c:33749 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,33749,1733465959584; zookeeper connection closed. 2024-12-06T06:19:41,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16323a1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16323a1e 2024-12-06T06:19:41,088 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:19:41,417 INFO [M:0;6336e8474e1c:39113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c9f400eaf85469fa88a893c3dd2672a 2024-12-06T06:19:41,440 DEBUG [M:0;6336e8474e1c:39113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cca377642a2e413fad69b3c0812c0e69 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733465969545/Put/seqid=0 2024-12-06T06:19:41,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741854_1030 (size=8517) 2024-12-06T06:19:41,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:19:41,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:41,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:41,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:41,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:41,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:41,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:41,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:41,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:41,845 INFO [M:0;6336e8474e1c:39113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cca377642a2e413fad69b3c0812c0e69 2024-12-06T06:19:41,868 DEBUG [M:0;6336e8474e1c:39113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/045af917e926427084ebe16c6ff1120c is 69, key is 6336e8474e1c,33749,1733465959584/rs:state/1733465960760/Put/seqid=0 2024-12-06T06:19:41,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741855_1031 (size=5156) 2024-12-06T06:19:42,272 INFO [M:0;6336e8474e1c:39113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/045af917e926427084ebe16c6ff1120c 2024-12-06T06:19:42,277 DEBUG [M:0;6336e8474e1c:39113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c9f400eaf85469fa88a893c3dd2672a as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c9f400eaf85469fa88a893c3dd2672a 2024-12-06T06:19:42,281 INFO [M:0;6336e8474e1c:39113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c9f400eaf85469fa88a893c3dd2672a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T06:19:42,282 DEBUG [M:0;6336e8474e1c:39113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cca377642a2e413fad69b3c0812c0e69 as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cca377642a2e413fad69b3c0812c0e69 2024-12-06T06:19:42,287 INFO [M:0;6336e8474e1c:39113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cca377642a2e413fad69b3c0812c0e69, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T06:19:42,288 DEBUG [M:0;6336e8474e1c:39113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/045af917e926427084ebe16c6ff1120c as hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/045af917e926427084ebe16c6ff1120c 2024-12-06T06:19:42,291 INFO [M:0;6336e8474e1c:39113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/249b054d-72f5-e906-608b-41efe3e71d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/045af917e926427084ebe16c6ff1120c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T06:19:42,292 INFO [M:0;6336e8474e1c:39113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false 2024-12-06T06:19:42,296 INFO [M:0;6336e8474e1c:39113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:42,296 DEBUG [M:0;6336e8474e1c:39113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465980997Disabling compacts and flushes for region at 1733465980997Disabling writes for close at 1733465980997Obtaining lock to block concurrent updates at 1733465980997Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465980997Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733465980997Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465980998 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465980998Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465981012 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465981012Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465981422 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465981439 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465981439Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465981849 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465981867 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465981867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b6fcc2: reopening flushed file at 1733465982276 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e310540: reopening flushed file at 1733465982282 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3118b288: reopening flushed file at 1733465982287 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false at 1733465982292 (+5 ms)Writing region close event to WAL at 1733465982296 (+4 ms)Closed at 1733465982296 2024-12-06T06:19:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34143 is added to blk_1073741830_1006 (size=63666) 2024-12-06T06:19:42,299 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:19:42,299 INFO [M:0;6336e8474e1c:39113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:19:42,299 INFO [M:0;6336e8474e1c:39113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39113 2024-12-06T06:19:42,299 INFO [M:0;6336e8474e1c:39113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:19:42,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:42,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:42,401 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:42,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:42,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x101866d51e60000, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:19:42,408 INFO [M:0;6336e8474e1c:39113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:19:42,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b238757{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:19:42,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ddca0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:19:42,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:19:42,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d40cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:19:42,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e4de33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/hadoop.log.dir/,STOPPED} 2024-12-06T06:19:42,412 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:19:42,412 WARN [BP-1822510535-172.17.0.2-1733465958267 heartbeating to localhost/127.0.0.1:34319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:19:42,412 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:19:42,412 WARN [BP-1822510535-172.17.0.2-1733465958267 heartbeating to localhost/127.0.0.1:34319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1822510535-172.17.0.2-1733465958267 (Datanode Uuid be33f51c-ad8c-4994-949a-4d053bc5c7af) service to localhost/127.0.0.1:34319 2024-12-06T06:19:42,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/cluster_b012c375-49a7-2eb1-0dcb-287efe48cdba/data/data1/current/BP-1822510535-172.17.0.2-1733465958267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:19:42,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/cluster_b012c375-49a7-2eb1-0dcb-287efe48cdba/data/data2/current/BP-1822510535-172.17.0.2-1733465958267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:19:42,414 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:19:42,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45976c97{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:19:42,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5736233d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:19:42,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:19:42,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c0432c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:19:42,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2493f511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2542a532-fc81-eafd-6b90-834d86c1ece9/hadoop.log.dir/,STOPPED} 2024-12-06T06:19:42,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:19:42,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:19:42,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 205) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56454) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34319 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40853 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34319 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40853 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40853 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56454) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 301) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4656 (was 5317) 2024-12-06T06:19:42,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=4656 2024-12-06T06:19:42,469 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-06T06:19:42,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/hadoop.log.dir so I do NOT create it in target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf 2024-12-06T06:19:42,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:19:42,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/hadoop.tmp.dir so I do NOT create it in target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf 2024-12-06T06:19:42,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53beb26c-eefa-61b2-8554-ca009c133d66/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:19:42,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf 2024-12-06T06:19:42,470 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/cluster_2da6dae3-324b-2fb4-d905-d32e345144db, deleteOnExit=true 2024-12-06T06:19:42,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/cluster_2da6dae3-324b-2fb4-d905-d32e345144db/zookeeper_0, clientPort=52638, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/cluster_2da6dae3-324b-2fb4-d905-d32e345144db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/cluster_2da6dae3-324b-2fb4-d905-d32e345144db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:19:42,473 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52638 2024-12-06T06:19:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:19:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:19:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/test.cache.data in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:19:42,474 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:19:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:19:42,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101866d51e60005, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:19:42,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101866d51e60002, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:19:42,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101866d51e60005, quorum=127.0.0.1:56454, baseZNode=/1654197309 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:19:42,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101866d51e60002, quorum=127.0.0.1:56454, baseZNode=/0-1007877405 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:19:42,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:42,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:19:42,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:19:42,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:19:42,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:19:42,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:42,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73d9276{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:19:42,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147c2401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:19:42,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39698e96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/java.io.tmpdir/jetty-localhost-35387-hadoop-hdfs-3_4_1-tests_jar-_-any-11682399943915153710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:19:42,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1424c9be{HTTP/1.1, (http/1.1)}{localhost:35387} 2024-12-06T06:19:42,733 INFO [Time-limited test {}] server.Server(415): Started @171405ms 2024-12-06T06:19:42,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:42,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:19:42,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:19:42,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:19:42,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:19:42,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13deed36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:19:42,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a9d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:19:42,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5b79ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/java.io.tmpdir/jetty-localhost-37801-hadoop-hdfs-3_4_1-tests_jar-_-any-18392426255220971037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:19:42,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e77e763{HTTP/1.1, (http/1.1)}{localhost:37801} 2024-12-06T06:19:42,931 INFO [Time-limited test {}] server.Server(415): Started @171603ms 2024-12-06T06:19:42,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:19:43,029 WARN [Thread-2161 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/cluster_2da6dae3-324b-2fb4-d905-d32e345144db/data/data1/current/BP-280917067-172.17.0.2-1733465982497/current, will proceed with Du for space computation calculation, 2024-12-06T06:19:43,029 WARN [Thread-2162 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/cluster_2da6dae3-324b-2fb4-d905-d32e345144db/data/data2/current/BP-280917067-172.17.0.2-1733465982497/current, will proceed with Du for space computation calculation, 2024-12-06T06:19:43,048 WARN [Thread-2149 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:19:43,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9c0fe46f3017b21 with lease ID 0x299cbd85baae3c5b: Processing first storage report for DS-afa4e1f6-74a7-4acf-80c0-499c35f541be from datanode DatanodeRegistration(127.0.0.1:38753, datanodeUuid=cea39133-4842-4b87-b21e-d6f3627e96a4, infoPort=40021, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1254385030;c=1733465982497) 2024-12-06T06:19:43,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9c0fe46f3017b21 with lease ID 0x299cbd85baae3c5b: from storage DS-afa4e1f6-74a7-4acf-80c0-499c35f541be node DatanodeRegistration(127.0.0.1:38753, datanodeUuid=cea39133-4842-4b87-b21e-d6f3627e96a4, infoPort=40021, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1254385030;c=1733465982497), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:19:43,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9c0fe46f3017b21 with lease ID 0x299cbd85baae3c5b: Processing first storage report for DS-040b391f-8010-4dbe-9a42-4bb707ab2cc6 from datanode DatanodeRegistration(127.0.0.1:38753, datanodeUuid=cea39133-4842-4b87-b21e-d6f3627e96a4, infoPort=40021, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1254385030;c=1733465982497) 2024-12-06T06:19:43,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9c0fe46f3017b21 with lease ID 0x299cbd85baae3c5b: from storage DS-040b391f-8010-4dbe-9a42-4bb707ab2cc6 node DatanodeRegistration(127.0.0.1:38753, datanodeUuid=cea39133-4842-4b87-b21e-d6f3627e96a4, infoPort=40021, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1254385030;c=1733465982497), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:19:43,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf 2024-12-06T06:19:43,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:43,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:43,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:19:43,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8 with version=8 2024-12-06T06:19:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/hbase-staging 2024-12-06T06:19:43,468 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:43,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:43,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:43,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:43,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:43,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:43,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:19:43,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:43,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44021 2024-12-06T06:19:43,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44021 connecting to ZooKeeper ensemble=127.0.0.1:52638 2024-12-06T06:19:43,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440210x0, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:43,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44021-0x101866db0970000 connected 2024-12-06T06:19:43,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:43,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:43,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Set watcher on znode that does not yet exist, /01773849724/running 2024-12-06T06:19:43,498 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8, hbase.cluster.distributed=false 2024-12-06T06:19:43,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Set watcher on znode that does not yet exist, /01773849724/acl 2024-12-06T06:19:43,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44021 2024-12-06T06:19:43,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44021 2024-12-06T06:19:43,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44021 2024-12-06T06:19:43,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44021 2024-12-06T06:19:43,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44021 2024-12-06T06:19:43,519 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:43,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:43,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:43,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:43,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:43,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:43,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:19:43,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:43,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36041 2024-12-06T06:19:43,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36041 connecting to ZooKeeper ensemble=127.0.0.1:52638 2024-12-06T06:19:43,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:43,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:43,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360410x0, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:43,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360410x0, quorum=127.0.0.1:52638, baseZNode=/01773849724 Set watcher on znode that does not yet exist, /01773849724/running 2024-12-06T06:19:43,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36041-0x101866db0970001 connected 2024-12-06T06:19:43,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:19:43,528 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:19:43,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Set watcher on znode that does not yet exist, /01773849724/master 2024-12-06T06:19:43,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Set watcher on znode that does not yet exist, /01773849724/acl 2024-12-06T06:19:43,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36041 2024-12-06T06:19:43,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36041 2024-12-06T06:19:43,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36041 2024-12-06T06:19:43,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36041 2024-12-06T06:19:43,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36041 2024-12-06T06:19:43,549 DEBUG [M:0;6336e8474e1c:44021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:44021 2024-12-06T06:19:43,549 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01773849724/backup-masters/6336e8474e1c,44021,1733465983468 2024-12-06T06:19:43,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724/backup-masters 2024-12-06T06:19:43,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724/backup-masters 2024-12-06T06:19:43,551 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Set watcher on existing znode=/01773849724/backup-masters/6336e8474e1c,44021,1733465983468 2024-12-06T06:19:43,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773849724/master 2024-12-06T06:19:43,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:43,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:43,552 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Set watcher on existing znode=/01773849724/master 2024-12-06T06:19:43,553 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01773849724/backup-masters/6336e8474e1c,44021,1733465983468 from backup master directory 2024-12-06T06:19:43,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773849724/backup-masters/6336e8474e1c,44021,1733465983468 2024-12-06T06:19:43,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724/backup-masters 2024-12-06T06:19:43,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724/backup-masters 2024-12-06T06:19:43,555 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:43,555 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,44021,1733465983468 2024-12-06T06:19:43,559 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/hbase.id] with ID: 4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5 2024-12-06T06:19:43,559 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/.tmp/hbase.id 2024-12-06T06:19:43,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:19:43,967 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/.tmp/hbase.id]:[hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/hbase.id] 2024-12-06T06:19:43,976 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:43,976 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:19:43,977 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:19:43,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:43,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:43,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:19:43,990 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:43,991 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:19:43,991 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:19:44,398 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store 2024-12-06T06:19:44,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:19:44,804 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:44,804 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:19:44,804 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:44,804 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:44,804 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:19:44,804 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:44,804 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:44,804 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465984804Disabling compacts and flushes for region at 1733465984804Disabling writes for close at 1733465984804Writing region close event to WAL at 1733465984804Closed at 1733465984804 2024-12-06T06:19:44,805 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/.initializing 2024-12-06T06:19:44,805 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/WALs/6336e8474e1c,44021,1733465983468 2024-12-06T06:19:44,806 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:44,808 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C44021%2C1733465983468, suffix=, logDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/WALs/6336e8474e1c,44021,1733465983468, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/oldWALs, maxLogs=10 2024-12-06T06:19:44,822 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/WALs/6336e8474e1c,44021,1733465983468/6336e8474e1c%2C44021%2C1733465983468.1733465984808, exclude list is [], retry=0 2024-12-06T06:19:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38753,DS-afa4e1f6-74a7-4acf-80c0-499c35f541be,DISK] 2024-12-06T06:19:44,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/WALs/6336e8474e1c,44021,1733465983468/6336e8474e1c%2C44021%2C1733465983468.1733465984808 2024-12-06T06:19:44,829 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40021:40021)] 2024-12-06T06:19:44,829 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:44,829 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:44,829 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,829 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:19:44,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:44,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:44,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:19:44,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:44,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:44,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:19:44,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:44,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:44,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:19:44,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:44,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:44,835 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,836 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,836 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,837 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,837 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,838 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:44,838 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:44,840 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:44,840 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73079861, jitterRate=0.08897478878498077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:44,841 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465984830Initializing all the Stores at 1733465984830Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465984830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465984830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465984830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465984830Cleaning up temporary data from old regions at 1733465984837 (+7 ms)Region opened successfully at 1733465984841 (+4 ms) 2024-12-06T06:19:44,841 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:19:44,844 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96d9177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:44,845 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:19:44,845 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:19:44,845 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:19:44,845 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:19:44,845 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:19:44,846 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:19:44,846 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:19:44,848 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:19:44,848 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Unable to get data of znode /01773849724/balancer because node does not exist (not necessarily an error) 2024-12-06T06:19:44,850 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773849724/balancer already deleted, retry=false 2024-12-06T06:19:44,850 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:19:44,850 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Unable to get data of znode /01773849724/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:19:44,851 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773849724/normalizer already deleted, retry=false 2024-12-06T06:19:44,852 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:19:44,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Unable to get data of znode /01773849724/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:19:44,855 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773849724/switch/split already deleted, retry=false 2024-12-06T06:19:44,855 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Unable to get data of znode /01773849724/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:19:44,856 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773849724/switch/merge already deleted, retry=false 2024-12-06T06:19:44,858 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Unable to get data of znode /01773849724/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:19:44,859 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773849724/snapshot-cleanup already deleted, retry=false 2024-12-06T06:19:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773849724/running 2024-12-06T06:19:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773849724/running 2024-12-06T06:19:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:44,860 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,44021,1733465983468, sessionid=0x101866db0970000, setting cluster-up flag (Was=false) 2024-12-06T06:19:44,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:44,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:44,868 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01773849724/flush-table-proc/acquired, /01773849724/flush-table-proc/reached, /01773849724/flush-table-proc/abort 2024-12-06T06:19:44,869 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,44021,1733465983468 2024-12-06T06:19:44,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:44,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:44,875 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01773849724/online-snapshot/acquired, /01773849724/online-snapshot/reached, /01773849724/online-snapshot/abort 2024-12-06T06:19:44,876 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,44021,1733465983468 2024-12-06T06:19:44,877 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:19:44,878 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:44,878 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:19:44,879 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:19:44,879 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,44021,1733465983468 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:19:44,880 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:44,880 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:44,880 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:44,880 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:44,880 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:19:44,880 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,880 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:44,880 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:44,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:19:44,882 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466014882 2024-12-06T06:19:44,882 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:19:44,882 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:19:44,882 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:19:44,882 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:19:44,882 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:19:44,882 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:19:44,882 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,882 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:19:44,883 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:19:44,883 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:19:44,883 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:44,883 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:19:44,883 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:19:44,883 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:19:44,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:19:44,883 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465984883,5,FailOnTimeoutGroup] 2024-12-06T06:19:44,883 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465984883,5,FailOnTimeoutGroup] 2024-12-06T06:19:44,883 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,883 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:19:44,883 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,883 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:19:44,939 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(746): ClusterId : 4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5 2024-12-06T06:19:44,939 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:19:44,941 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:19:44,941 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:19:44,943 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:19:44,943 DEBUG [RS:0;6336e8474e1c:36041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635e2382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:44,955 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:36041 2024-12-06T06:19:44,955 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:19:44,955 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:19:44,955 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:19:44,955 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,44021,1733465983468 with port=36041, startcode=1733465983519 2024-12-06T06:19:44,956 DEBUG [RS:0;6336e8474e1c:36041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:19:44,957 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:19:44,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,36041,1733465983519 2024-12-06T06:19:44,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44021 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,36041,1733465983519 2024-12-06T06:19:44,959 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8 2024-12-06T06:19:44,959 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43079 2024-12-06T06:19:44,959 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:19:44,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724/rs 2024-12-06T06:19:44,961 DEBUG [RS:0;6336e8474e1c:36041 {}] zookeeper.ZKUtil(111): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Set watcher on existing znode=/01773849724/rs/6336e8474e1c,36041,1733465983519 2024-12-06T06:19:44,961 WARN [RS:0;6336e8474e1c:36041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:44,961 INFO [RS:0;6336e8474e1c:36041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:44,962 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519 2024-12-06T06:19:44,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,36041,1733465983519] 2024-12-06T06:19:44,965 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:19:44,966 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:19:44,966 INFO [RS:0;6336e8474e1c:36041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:19:44,966 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,966 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:19:44,967 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:19:44,967 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:44,967 DEBUG [RS:0;6336e8474e1c:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:44,967 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,968 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,968 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,968 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,968 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,968 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36041,1733465983519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:44,981 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:19:44,981 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36041,1733465983519-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,981 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,982 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.Replication(171): 6336e8474e1c,36041,1733465983519 started 2024-12-06T06:19:44,995 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:44,995 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,36041,1733465983519, RpcServer on 6336e8474e1c/172.17.0.2:36041, sessionid=0x101866db0970001 2024-12-06T06:19:44,995 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:19:44,995 DEBUG [RS:0;6336e8474e1c:36041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,36041,1733465983519 2024-12-06T06:19:44,995 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,36041,1733465983519' 2024-12-06T06:19:44,995 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01773849724/flush-table-proc/abort' 2024-12-06T06:19:44,995 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01773849724/flush-table-proc/acquired' 2024-12-06T06:19:44,995 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:19:44,995 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:19:44,995 DEBUG [RS:0;6336e8474e1c:36041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,36041,1733465983519 2024-12-06T06:19:44,995 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,36041,1733465983519' 2024-12-06T06:19:44,995 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01773849724/online-snapshot/abort' 2024-12-06T06:19:44,996 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01773849724/online-snapshot/acquired' 2024-12-06T06:19:44,996 DEBUG [RS:0;6336e8474e1c:36041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:19:44,996 INFO [RS:0;6336e8474e1c:36041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:19:44,996 INFO [RS:0;6336e8474e1c:36041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:19:45,096 INFO [RS:0;6336e8474e1c:36041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:45,098 INFO [RS:0;6336e8474e1c:36041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C36041%2C1733465983519, suffix=, logDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/oldWALs, maxLogs=10 2024-12-06T06:19:45,111 DEBUG [RS:0;6336e8474e1c:36041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098, exclude list is [], retry=0 2024-12-06T06:19:45,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38753,DS-afa4e1f6-74a7-4acf-80c0-499c35f541be,DISK] 2024-12-06T06:19:45,116 INFO [RS:0;6336e8474e1c:36041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 2024-12-06T06:19:45,116 DEBUG [RS:0;6336e8474e1c:36041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40021:40021)] 2024-12-06T06:19:45,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:19:45,295 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8 2024-12-06T06:19:45,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:19:45,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:45,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:45,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:45,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:45,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:45,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:45,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:45,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:45,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:45,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:45,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:45,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:45,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:45,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:45,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:45,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:45,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:45,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:45,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740 2024-12-06T06:19:45,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740 2024-12-06T06:19:45,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:45,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:45,709 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:45,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:45,712 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:45,712 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69598498, jitterRate=0.037098437547683716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:45,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465985701Initializing all the Stores at 1733465985701Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465985701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465985702 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465985702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465985702Cleaning up temporary data from old regions at 1733465985709 (+7 ms)Region opened successfully at 1733465985713 (+4 ms) 2024-12-06T06:19:45,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:19:45,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:19:45,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:19:45,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:19:45,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:19:45,713 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:45,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465985713Disabling compacts and flushes for region at 1733465985713Disabling writes for close at 1733465985713Writing region close event to WAL at 1733465985713Closed at 1733465985713 2024-12-06T06:19:45,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:45,714 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:19:45,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:19:45,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:45,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:19:45,866 DEBUG [6336e8474e1c:44021 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:19:45,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,36041,1733465983519 2024-12-06T06:19:45,868 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,36041,1733465983519, state=OPENING 2024-12-06T06:19:45,869 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:19:45,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:45,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:45,871 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:45,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773849724/meta-region-server: CHANGED 2024-12-06T06:19:45,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,36041,1733465983519}] 2024-12-06T06:19:45,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773849724/meta-region-server: CHANGED 2024-12-06T06:19:46,023 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:19:46,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:19:46,028 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:19:46,028 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:46,028 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:19:46,030 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C36041%2C1733465983519.meta, suffix=.meta, logDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/oldWALs, maxLogs=10 2024-12-06T06:19:46,043 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.meta.1733465986030.meta, exclude list is [], retry=0 2024-12-06T06:19:46,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38753,DS-afa4e1f6-74a7-4acf-80c0-499c35f541be,DISK] 2024-12-06T06:19:46,046 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.meta.1733465986030.meta 2024-12-06T06:19:46,048 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40021:40021)] 2024-12-06T06:19:46,048 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:46,048 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:46,048 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:46,048 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:19:46,048 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:19:46,049 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:19:46,049 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:46,049 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:19:46,049 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:19:46,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:46,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:46,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:46,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:46,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:46,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:46,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:46,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:46,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:46,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:46,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:46,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:46,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:46,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:46,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:46,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:46,054 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:46,055 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740 2024-12-06T06:19:46,055 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740 2024-12-06T06:19:46,056 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:46,056 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:46,057 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:46,058 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:46,058 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66926881, jitterRate=-0.002711758017539978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:46,058 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:19:46,059 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465986049Writing region info on filesystem at 1733465986049Initializing all the Stores at 1733465986049Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465986050 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465986050Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465986050Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465986050Cleaning up temporary data from old regions at 1733465986056 (+6 ms)Running coprocessor post-open hooks at 1733465986058 (+2 ms)Region opened successfully at 1733465986059 (+1 ms) 2024-12-06T06:19:46,059 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465986023 2024-12-06T06:19:46,061 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:19:46,061 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:19:46,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,36041,1733465983519 2024-12-06T06:19:46,062 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,36041,1733465983519, state=OPEN 2024-12-06T06:19:46,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773849724/meta-region-server 2024-12-06T06:19:46,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773849724/meta-region-server 2024-12-06T06:19:46,067 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,36041,1733465983519 2024-12-06T06:19:46,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773849724/meta-region-server: CHANGED 2024-12-06T06:19:46,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773849724/meta-region-server: CHANGED 2024-12-06T06:19:46,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:19:46,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,36041,1733465983519 in 196 msec 2024-12-06T06:19:46,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:19:46,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-12-06T06:19:46,070 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:46,070 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:19:46,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:46,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36041,1733465983519, seqNum=-1] 2024-12-06T06:19:46,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:46,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:46,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-12-06T06:19:46,077 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465986077, completionTime=-1 2024-12-06T06:19:46,077 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:19:46,077 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:19:46,078 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:19:46,078 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466046078 2024-12-06T06:19:46,078 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466106078 2024-12-06T06:19:46,078 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:19:46,079 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44021,1733465983468-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:46,079 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44021,1733465983468-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:46,079 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44021,1733465983468-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:46,079 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:44021, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:46,079 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:46,079 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:46,080 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:19:46,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.527sec 2024-12-06T06:19:46,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:19:46,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:19:46,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:19:46,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:19:46,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:19:46,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44021,1733465983468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:46,082 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44021,1733465983468-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:19:46,084 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:19:46,084 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:19:46,084 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44021,1733465983468-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:46,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51731155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:46,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,44021,-1 for getting cluster id 2024-12-06T06:19:46,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:46,141 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5' 2024-12-06T06:19:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5" 2024-12-06T06:19:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7a1556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,44021,-1] 2024-12-06T06:19:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:46,143 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:46,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427b6edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:46,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36041,1733465983519, seqNum=-1] 2024-12-06T06:19:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:46,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:46,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,44021,1733465983468 2024-12-06T06:19:46,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52638 2024-12-06T06:19:46,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:46,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101866db0970002 connected 2024-12-06T06:19:46,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/hadoop.log.dir so I do NOT create it in target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181 2024-12-06T06:19:46,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:19:46,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/hadoop.tmp.dir so I do NOT create it in target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181 2024-12-06T06:19:46,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:19:46,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181 2024-12-06T06:19:46,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:19:46,154 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/cluster_83ae1a46-5362-83cb-7727-5f4ac27dc5fa, deleteOnExit=true 2024-12-06T06:19:46,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:19:46,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/test.cache.data in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:19:46,155 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:19:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:19:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:19:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:19:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:19:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:19:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:19:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:19:46,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:46,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:19:46,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:19:46,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:19:46,247 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:19:46,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:46,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74263c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:19:46,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e95cfe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:19:46,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7791517c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/java.io.tmpdir/jetty-localhost-37585-hadoop-hdfs-3_4_1-tests_jar-_-any-12898896410439819851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:19:46,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c3bb764{HTTP/1.1, (http/1.1)}{localhost:37585} 2024-12-06T06:19:46,363 INFO [Time-limited test {}] server.Server(415): Started @175035ms 2024-12-06T06:19:46,420 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:46,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:46,421 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8184 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:46,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:19:46,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:19:46,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:19:46,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:19:46,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:19:46,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dac0b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:19:46,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4901da09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:19:46,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T06:19:46,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T06:19:46,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:19:46,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dbf964d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/java.io.tmpdir/jetty-localhost-39691-hadoop-hdfs-3_4_1-tests_jar-_-any-16152520562541377218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:19:46,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@473d1391{HTTP/1.1, (http/1.1)}{localhost:39691} 2024-12-06T06:19:46,562 INFO [Time-limited test {}] server.Server(415): Started @175234ms 2024-12-06T06:19:46,563 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:19:46,663 WARN [Thread-2281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/cluster_83ae1a46-5362-83cb-7727-5f4ac27dc5fa/data/data1/current/BP-1555444207-172.17.0.2-1733465986178/current, will proceed with Du for space computation calculation, 2024-12-06T06:19:46,664 WARN [Thread-2282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/cluster_83ae1a46-5362-83cb-7727-5f4ac27dc5fa/data/data2/current/BP-1555444207-172.17.0.2-1733465986178/current, will proceed with Du for space computation calculation, 2024-12-06T06:19:46,686 WARN [Thread-2269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:19:46,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb5b3813c68e8d01 with lease ID 0xa2b69b7cecea59cc: Processing first storage report for DS-0a984baa-3b68-4e9a-9b97-e1c4774ca5a2 from datanode DatanodeRegistration(127.0.0.1:41737, datanodeUuid=5f3b2b26-9fe5-458a-8ea1-a80a850db5cd, infoPort=41123, infoSecurePort=0, ipcPort=46065, storageInfo=lv=-57;cid=testClusterID;nsid=292625899;c=1733465986178) 2024-12-06T06:19:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb5b3813c68e8d01 with lease ID 0xa2b69b7cecea59cc: from storage DS-0a984baa-3b68-4e9a-9b97-e1c4774ca5a2 node DatanodeRegistration(127.0.0.1:41737, datanodeUuid=5f3b2b26-9fe5-458a-8ea1-a80a850db5cd, infoPort=41123, infoSecurePort=0, ipcPort=46065, storageInfo=lv=-57;cid=testClusterID;nsid=292625899;c=1733465986178), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:19:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb5b3813c68e8d01 with lease ID 0xa2b69b7cecea59cc: Processing first storage report for DS-87c4aa8a-fcd5-478a-a0a0-fe0cc405836e from datanode DatanodeRegistration(127.0.0.1:41737, datanodeUuid=5f3b2b26-9fe5-458a-8ea1-a80a850db5cd, infoPort=41123, infoSecurePort=0, ipcPort=46065, storageInfo=lv=-57;cid=testClusterID;nsid=292625899;c=1733465986178) 2024-12-06T06:19:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb5b3813c68e8d01 with lease ID 0xa2b69b7cecea59cc: from storage DS-87c4aa8a-fcd5-478a-a0a0-fe0cc405836e node DatanodeRegistration(127.0.0.1:41737, datanodeUuid=5f3b2b26-9fe5-458a-8ea1-a80a850db5cd, infoPort=41123, infoSecurePort=0, ipcPort=46065, storageInfo=lv=-57;cid=testClusterID;nsid=292625899;c=1733465986178), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:19:46,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181 2024-12-06T06:19:46,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:46,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:46,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:19:47,197 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3 with version=8 2024-12-06T06:19:47,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/hbase-staging 2024-12-06T06:19:47,199 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:47,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:47,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:47,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:47,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:47,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:47,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:19:47,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:47,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45451 2024-12-06T06:19:47,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45451 connecting to ZooKeeper ensemble=127.0.0.1:52638 2024-12-06T06:19:47,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454510x0, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:47,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45451-0x101866db0970003 connected 2024-12-06T06:19:47,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:47,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:47,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Set watcher on znode that does not yet exist, /1-170793230/running 2024-12-06T06:19:47,219 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3, hbase.cluster.distributed=false 2024-12-06T06:19:47,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Set watcher on znode that does not yet exist, /1-170793230/acl 2024-12-06T06:19:47,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45451 2024-12-06T06:19:47,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45451 2024-12-06T06:19:47,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45451 2024-12-06T06:19:47,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45451 2024-12-06T06:19:47,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45451 2024-12-06T06:19:47,235 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:19:47,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:47,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:47,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:19:47,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:19:47,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:19:47,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:19:47,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:19:47,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43689 2024-12-06T06:19:47,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43689 connecting to ZooKeeper ensemble=127.0.0.1:52638 2024-12-06T06:19:47,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:47,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:47,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436890x0, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:47,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436890x0, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Set watcher on znode that does not yet exist, /1-170793230/running 2024-12-06T06:19:47,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43689-0x101866db0970004 connected 2024-12-06T06:19:47,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:19:47,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:19:47,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Set watcher on znode that does not yet exist, /1-170793230/master 2024-12-06T06:19:47,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Set watcher on znode that does not yet exist, /1-170793230/acl 2024-12-06T06:19:47,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43689 2024-12-06T06:19:47,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43689 2024-12-06T06:19:47,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43689 2024-12-06T06:19:47,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43689 2024-12-06T06:19:47,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43689 2024-12-06T06:19:47,263 DEBUG [M:0;6336e8474e1c:45451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:45451 2024-12-06T06:19:47,263 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-170793230/backup-masters/6336e8474e1c,45451,1733465987199 2024-12-06T06:19:47,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230/backup-masters 2024-12-06T06:19:47,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230/backup-masters 2024-12-06T06:19:47,265 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Set watcher on existing znode=/1-170793230/backup-masters/6336e8474e1c,45451,1733465987199 2024-12-06T06:19:47,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-170793230/master 2024-12-06T06:19:47,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:47,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:47,267 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Set watcher on existing znode=/1-170793230/master 2024-12-06T06:19:47,267 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-170793230/backup-masters/6336e8474e1c,45451,1733465987199 from backup master directory 2024-12-06T06:19:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170793230/backup-masters/6336e8474e1c,45451,1733465987199 2024-12-06T06:19:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230/backup-masters 2024-12-06T06:19:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230/backup-masters 2024-12-06T06:19:47,269 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:47,269 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,45451,1733465987199 2024-12-06T06:19:47,273 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/hbase.id] with ID: 60529b98-6191-4a66-abd1-a315b11d01ff 2024-12-06T06:19:47,273 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/.tmp/hbase.id 2024-12-06T06:19:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:19:47,278 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/.tmp/hbase.id]:[hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/hbase.id] 2024-12-06T06:19:47,287 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:19:47,287 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:19:47,288 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:19:47,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:47,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:47,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:19:47,299 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:47,300 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:19:47,300 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:47,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:19:47,305 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store 2024-12-06T06:19:47,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:19:47,316 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:47,316 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:19:47,316 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:47,316 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:47,316 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:19:47,316 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:47,316 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:19:47,316 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465987316Disabling compacts and flushes for region at 1733465987316Disabling writes for close at 1733465987316Writing region close event to WAL at 1733465987316Closed at 1733465987316 2024-12-06T06:19:47,317 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/.initializing 2024-12-06T06:19:47,317 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/WALs/6336e8474e1c,45451,1733465987199 2024-12-06T06:19:47,318 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:47,319 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C45451%2C1733465987199, suffix=, logDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/WALs/6336e8474e1c,45451,1733465987199, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/oldWALs, maxLogs=10 2024-12-06T06:19:47,335 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/WALs/6336e8474e1c,45451,1733465987199/6336e8474e1c%2C45451%2C1733465987199.1733465987319, exclude list is [], retry=0 2024-12-06T06:19:47,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41737,DS-0a984baa-3b68-4e9a-9b97-e1c4774ca5a2,DISK] 2024-12-06T06:19:47,340 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/WALs/6336e8474e1c,45451,1733465987199/6336e8474e1c%2C45451%2C1733465987199.1733465987319 2024-12-06T06:19:47,340 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-12-06T06:19:47,340 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:47,340 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:47,340 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,340 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:19:47,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:47,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:47,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:19:47,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:47,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:47,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:19:47,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:47,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:47,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:19:47,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:47,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:47,347 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,348 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,348 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,349 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,349 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,350 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:47,351 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:19:47,353 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:47,354 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66439580, jitterRate=-0.009973108768463135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:47,354 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465987340Initializing all the Stores at 1733465987341 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465987341Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465987341Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465987341Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465987341Cleaning up temporary data from old regions at 1733465987349 (+8 ms)Region opened successfully at 1733465987354 (+5 ms) 2024-12-06T06:19:47,354 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:19:47,357 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d028b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:47,358 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:19:47,358 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:19:47,358 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:19:47,358 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:19:47,358 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:19:47,359 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:19:47,359 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:19:47,361 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:19:47,361 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Unable to get data of znode /1-170793230/balancer because node does not exist (not necessarily an error) 2024-12-06T06:19:47,362 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170793230/balancer already deleted, retry=false 2024-12-06T06:19:47,363 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:19:47,363 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Unable to get data of znode /1-170793230/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:19:47,365 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170793230/normalizer already deleted, retry=false 2024-12-06T06:19:47,366 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:19:47,366 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Unable to get data of znode /1-170793230/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:19:47,367 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170793230/switch/split already deleted, retry=false 2024-12-06T06:19:47,368 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Unable to get data of znode /1-170793230/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:19:47,369 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170793230/switch/merge already deleted, retry=false 2024-12-06T06:19:47,371 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Unable to get data of znode /1-170793230/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:19:47,372 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170793230/snapshot-cleanup already deleted, retry=false 2024-12-06T06:19:47,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-170793230/running 2024-12-06T06:19:47,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-170793230/running 2024-12-06T06:19:47,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:47,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:47,375 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,45451,1733465987199, sessionid=0x101866db0970003, setting cluster-up flag (Was=false) 2024-12-06T06:19:47,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:47,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:47,384 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-170793230/flush-table-proc/acquired, /1-170793230/flush-table-proc/reached, /1-170793230/flush-table-proc/abort 2024-12-06T06:19:47,385 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,45451,1733465987199 2024-12-06T06:19:47,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:47,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:47,393 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-170793230/online-snapshot/acquired, /1-170793230/online-snapshot/reached, /1-170793230/online-snapshot/abort 2024-12-06T06:19:47,394 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,45451,1733465987199 2024-12-06T06:19:47,395 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:19:47,396 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:47,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:19:47,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:19:47,396 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,45451,1733465987199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:19:47,397 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:47,397 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:47,397 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:47,397 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:19:47,397 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:19:47,397 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,397 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:47,397 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:47,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:19:47,399 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:47,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466017404 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:19:47,404 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:19:47,408 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:19:47,408 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:19:47,409 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465987408,5,FailOnTimeoutGroup] 2024-12-06T06:19:47,409 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465987409,5,FailOnTimeoutGroup] 2024-12-06T06:19:47,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:19:47,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:19:47,453 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(746): ClusterId : 60529b98-6191-4a66-abd1-a315b11d01ff 2024-12-06T06:19:47,453 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:19:47,455 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:19:47,455 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:19:47,458 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:19:47,458 DEBUG [RS:0;6336e8474e1c:43689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33276ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:19:47,474 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:43689 2024-12-06T06:19:47,474 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:19:47,474 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:19:47,474 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:19:47,475 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,45451,1733465987199 with port=43689, startcode=1733465987235 2024-12-06T06:19:47,475 DEBUG [RS:0;6336e8474e1c:43689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:19:47,476 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:19:47,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,43689,1733465987235 2024-12-06T06:19:47,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45451 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,43689,1733465987235 2024-12-06T06:19:47,478 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3 2024-12-06T06:19:47,478 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43301 2024-12-06T06:19:47,478 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:19:47,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230/rs 2024-12-06T06:19:47,483 DEBUG [RS:0;6336e8474e1c:43689 {}] zookeeper.ZKUtil(111): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Set watcher on existing znode=/1-170793230/rs/6336e8474e1c,43689,1733465987235 2024-12-06T06:19:47,483 WARN [RS:0;6336e8474e1c:43689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:19:47,483 INFO [RS:0;6336e8474e1c:43689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:47,483 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235 2024-12-06T06:19:47,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,43689,1733465987235] 2024-12-06T06:19:47,487 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:19:47,492 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:19:47,493 INFO [RS:0;6336e8474e1c:43689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:19:47,493 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,494 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:19:47,494 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:19:47,494 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:47,495 DEBUG [RS:0;6336e8474e1c:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:19:47,498 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,498 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,498 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,498 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,498 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,498 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,43689,1733465987235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:47,518 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:19:47,518 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,43689,1733465987235-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,518 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,518 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.Replication(171): 6336e8474e1c,43689,1733465987235 started 2024-12-06T06:19:47,535 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:47,536 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,43689,1733465987235, RpcServer on 6336e8474e1c/172.17.0.2:43689, sessionid=0x101866db0970004 2024-12-06T06:19:47,536 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:19:47,536 DEBUG [RS:0;6336e8474e1c:43689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,43689,1733465987235 2024-12-06T06:19:47,536 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,43689,1733465987235' 2024-12-06T06:19:47,536 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-170793230/flush-table-proc/abort' 2024-12-06T06:19:47,536 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-170793230/flush-table-proc/acquired' 2024-12-06T06:19:47,537 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:19:47,537 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:19:47,537 DEBUG [RS:0;6336e8474e1c:43689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,43689,1733465987235 2024-12-06T06:19:47,537 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,43689,1733465987235' 2024-12-06T06:19:47,537 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-170793230/online-snapshot/abort' 2024-12-06T06:19:47,537 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-170793230/online-snapshot/acquired' 2024-12-06T06:19:47,537 DEBUG [RS:0;6336e8474e1c:43689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:19:47,537 INFO [RS:0;6336e8474e1c:43689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:19:47,537 INFO [RS:0;6336e8474e1c:43689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:19:47,638 INFO [RS:0;6336e8474e1c:43689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:19:47,639 INFO [RS:0;6336e8474e1c:43689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C43689%2C1733465987235, suffix=, logDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/oldWALs, maxLogs=10 2024-12-06T06:19:47,653 DEBUG [RS:0;6336e8474e1c:43689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640, exclude list is [], retry=0 2024-12-06T06:19:47,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41737,DS-0a984baa-3b68-4e9a-9b97-e1c4774ca5a2,DISK] 2024-12-06T06:19:47,664 INFO [RS:0;6336e8474e1c:43689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 2024-12-06T06:19:47,664 DEBUG [RS:0;6336e8474e1c:43689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-12-06T06:19:47,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:19:47,815 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3 2024-12-06T06:19:47,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:19:48,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:48,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:48,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:48,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:48,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:48,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:48,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:48,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:48,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:48,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:48,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:48,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:48,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:48,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:48,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:48,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:48,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:48,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:48,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740 2024-12-06T06:19:48,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740 2024-12-06T06:19:48,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:48,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:48,229 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:48,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:48,231 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:48,231 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70643967, jitterRate=0.05267713963985443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:48,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465988221Initializing all the Stores at 1733465988221Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465988221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465988221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465988222 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465988222Cleaning up temporary data from old regions at 1733465988228 (+6 ms)Region opened successfully at 1733465988231 (+3 ms) 2024-12-06T06:19:48,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:19:48,231 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:19:48,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:19:48,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:19:48,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:19:48,232 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:19:48,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465988231Disabling compacts and flushes for region at 1733465988231Disabling writes for close at 1733465988231Writing region close event to WAL at 1733465988232 (+1 ms)Closed at 1733465988232 2024-12-06T06:19:48,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:48,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:19:48,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:19:48,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:48,234 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:19:48,385 DEBUG [6336e8474e1c:45451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:19:48,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,43689,1733465987235 2024-12-06T06:19:48,386 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,43689,1733465987235, state=OPENING 2024-12-06T06:19:48,387 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:19:48,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:48,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:48,390 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:19:48,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170793230/meta-region-server: CHANGED 2024-12-06T06:19:48,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170793230/meta-region-server: CHANGED 2024-12-06T06:19:48,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,43689,1733465987235}] 2024-12-06T06:19:48,542 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:19:48,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:19:48,547 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:19:48,547 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:48,547 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:19:48,549 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C43689%2C1733465987235.meta, suffix=.meta, logDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/oldWALs, maxLogs=10 2024-12-06T06:19:48,562 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.meta.1733465988549.meta, exclude list is [], retry=0 2024-12-06T06:19:48,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41737,DS-0a984baa-3b68-4e9a-9b97-e1c4774ca5a2,DISK] 2024-12-06T06:19:48,566 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.meta.1733465988549.meta 2024-12-06T06:19:48,568 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-12-06T06:19:48,568 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:48,568 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:48,568 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:48,568 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:19:48,569 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:19:48,569 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:19:48,569 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:48,569 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:19:48,569 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:19:48,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:19:48,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:19:48,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:48,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:48,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:19:48,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:19:48,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:48,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:48,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:19:48,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:19:48,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:48,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:48,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:19:48,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:19:48,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:48,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:19:48,574 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:19:48,574 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740 2024-12-06T06:19:48,575 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740 2024-12-06T06:19:48,576 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:19:48,576 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:19:48,577 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:19:48,578 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:19:48,579 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73072608, jitterRate=0.0888667106628418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:19:48,579 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:19:48,579 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465988569Writing region info on filesystem at 1733465988569Initializing all the Stores at 1733465988570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465988570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465988570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465988570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465988570Cleaning up temporary data from old regions at 1733465988576 (+6 ms)Running coprocessor post-open hooks at 1733465988579 (+3 ms)Region opened successfully at 1733465988579 2024-12-06T06:19:48,580 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465988542 2024-12-06T06:19:48,581 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:19:48,581 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:19:48,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,43689,1733465987235 2024-12-06T06:19:48,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,43689,1733465987235, state=OPEN 2024-12-06T06:19:48,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-170793230/meta-region-server 2024-12-06T06:19:48,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-170793230/meta-region-server 2024-12-06T06:19:48,584 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,43689,1733465987235 2024-12-06T06:19:48,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170793230/meta-region-server: CHANGED 2024-12-06T06:19:48,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170793230/meta-region-server: CHANGED 2024-12-06T06:19:48,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:19:48,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,43689,1733465987235 in 194 msec 2024-12-06T06:19:48,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:19:48,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-12-06T06:19:48,588 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:19:48,588 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:19:48,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:48,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,43689,1733465987235, seqNum=-1] 2024-12-06T06:19:48,589 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:48,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:48,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-12-06T06:19:48,594 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465988594, completionTime=-1 2024-12-06T06:19:48,594 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:19:48,594 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:19:48,596 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:19:48,596 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466048596 2024-12-06T06:19:48,596 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466108596 2024-12-06T06:19:48,596 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:19:48,597 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45451,1733465987199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:48,597 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45451,1733465987199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:48,597 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45451,1733465987199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:48,597 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:45451, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:48,597 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:48,597 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:48,599 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:19:48,600 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.331sec 2024-12-06T06:19:48,600 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:19:48,600 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:19:48,600 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:19:48,600 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:19:48,601 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:19:48,601 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45451,1733465987199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:19:48,601 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45451,1733465987199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:19:48,602 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:19:48,602 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:19:48,602 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45451,1733465987199-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:19:48,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72db9ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:48,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45451,-1 for getting cluster id 2024-12-06T06:19:48,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:48,655 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60529b98-6191-4a66-abd1-a315b11d01ff' 2024-12-06T06:19:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60529b98-6191-4a66-abd1-a315b11d01ff" 2024-12-06T06:19:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d5a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45451,-1] 2024-12-06T06:19:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:48,657 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:48,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e47a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:48,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,43689,1733465987235, seqNum=-1] 2024-12-06T06:19:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:48,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,45451,1733465987199 2024-12-06T06:19:48,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52638 2024-12-06T06:19:48,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:19:48,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101866db0970005 connected 2024-12-06T06:19:48,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,44021,1733465983468 2024-12-06T06:19:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eb621ca 2024-12-06T06:19:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:48,669 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:48,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:19:48,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:19:48,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:48,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:19:48,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:19:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:48,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:19:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:49,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c960bb3ddeea8fc8cb85221b09adb11, NAME => 'test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8 2024-12-06T06:19:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:19:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:49,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:49,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7c960bb3ddeea8fc8cb85221b09adb11, disabling compactions & flushes 2024-12-06T06:19:49,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:19:49,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:19:49,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. after waiting 0 ms 2024-12-06T06:19:49,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:19:49,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:19:49,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c960bb3ddeea8fc8cb85221b09adb11: Waiting for close lock at 1733465989486Disabling compacts and flushes for region at 1733465989486Disabling writes for close at 1733465989487 (+1 ms)Writing region close event to WAL at 1733465989487Closed at 1733465989487 2024-12-06T06:19:49,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:19:49,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733465989488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465989488"}]},"ts":"1733465989488"} 2024-12-06T06:19:49,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:19:49,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:19:49,492 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465989492"}]},"ts":"1733465989492"} 2024-12-06T06:19:49,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:19:49,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c960bb3ddeea8fc8cb85221b09adb11, ASSIGN}] 2024-12-06T06:19:49,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c960bb3ddeea8fc8cb85221b09adb11, ASSIGN 2024-12-06T06:19:49,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7c960bb3ddeea8fc8cb85221b09adb11, ASSIGN; state=OFFLINE, location=6336e8474e1c,36041,1733465983519; forceNewPlan=false, retain=false 2024-12-06T06:19:49,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c960bb3ddeea8fc8cb85221b09adb11, regionState=OPENING, regionLocation=6336e8474e1c,36041,1733465983519 2024-12-06T06:19:49,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7c960bb3ddeea8fc8cb85221b09adb11, ASSIGN because future has completed 2024-12-06T06:19:49,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c960bb3ddeea8fc8cb85221b09adb11, server=6336e8474e1c,36041,1733465983519}] 2024-12-06T06:19:49,804 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:19:49,804 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c960bb3ddeea8fc8cb85221b09adb11, NAME => 'test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:49,805 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:49,805 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:19:49,805 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,805 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:49,805 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,805 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,806 INFO [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,807 INFO [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c960bb3ddeea8fc8cb85221b09adb11 columnFamilyName f 2024-12-06T06:19:49,807 DEBUG [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:49,808 INFO [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] regionserver.HStore(327): Store=7c960bb3ddeea8fc8cb85221b09adb11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:49,808 INFO [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,808 INFO [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c960bb3ddeea8fc8cb85221b09adb11 columnFamilyName f1 2024-12-06T06:19:49,808 DEBUG [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:49,809 INFO [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] regionserver.HStore(327): Store=7c960bb3ddeea8fc8cb85221b09adb11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:49,809 INFO [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,810 INFO [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c960bb3ddeea8fc8cb85221b09adb11 columnFamilyName norep 2024-12-06T06:19:49,810 DEBUG [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:49,810 INFO [StoreOpener-7c960bb3ddeea8fc8cb85221b09adb11-1 {}] regionserver.HStore(327): Store=7c960bb3ddeea8fc8cb85221b09adb11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:49,810 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,811 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,811 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,812 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,812 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,812 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:19:49,813 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,814 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:49,815 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7c960bb3ddeea8fc8cb85221b09adb11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61316837, jitterRate=-0.08630792796611786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:19:49,815 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:19:49,815 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7c960bb3ddeea8fc8cb85221b09adb11: Running coprocessor pre-open hook at 1733465989805Writing region info on filesystem at 1733465989805Initializing all the Stores at 1733465989806 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465989806Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465989806Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465989806Cleaning up temporary data from old regions at 1733465989812 (+6 ms)Running coprocessor post-open hooks at 1733465989815 (+3 ms)Region opened successfully at 1733465989815 2024-12-06T06:19:49,816 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11., pid=6, masterSystemTime=1733465989801 2024-12-06T06:19:49,818 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:19:49,818 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:19:49,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c960bb3ddeea8fc8cb85221b09adb11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,36041,1733465983519 2024-12-06T06:19:49,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c960bb3ddeea8fc8cb85221b09adb11, server=6336e8474e1c,36041,1733465983519 because future has completed 2024-12-06T06:19:49,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:19:49,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c960bb3ddeea8fc8cb85221b09adb11, server=6336e8474e1c,36041,1733465983519 in 173 msec 2024-12-06T06:19:49,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:19:49,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7c960bb3ddeea8fc8cb85221b09adb11, ASSIGN in 329 msec 2024-12-06T06:19:49,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:19:49,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465989826"}]},"ts":"1733465989826"} 2024-12-06T06:19:49,828 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:19:49,828 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:19:49,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-06T06:19:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:50,820 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:19:50,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45451,1733465987199 2024-12-06T06:19:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@788edb3e 2024-12-06T06:19:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:50,822 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:50,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:19:50,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:19:50,825 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:50,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:19:50,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:19:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:50,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:19:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:50,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:19:50,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T06:19:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:51,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d46f92bc63384682570fc6ae5a5b057, NAME => 'test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3 2024-12-06T06:19:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:19:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:51,551 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:19:51,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:51,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:51,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:51,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:51,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:51,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:51,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:51,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:51,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:51,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:51,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2d46f92bc63384682570fc6ae5a5b057, disabling compactions & flushes 2024-12-06T06:19:51,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:19:51,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:19:51,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. after waiting 0 ms 2024-12-06T06:19:51,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:19:51,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:19:51,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d46f92bc63384682570fc6ae5a5b057: Waiting for close lock at 1733465991643Disabling compacts and flushes for region at 1733465991643Disabling writes for close at 1733465991644 (+1 ms)Writing region close event to WAL at 1733465991644Closed at 1733465991644 2024-12-06T06:19:51,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:19:51,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733465991645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465991645"}]},"ts":"1733465991645"} 2024-12-06T06:19:51,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:19:51,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:19:51,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465991648"}]},"ts":"1733465991648"} 2024-12-06T06:19:51,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:19:51,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2d46f92bc63384682570fc6ae5a5b057, ASSIGN}] 2024-12-06T06:19:51,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2d46f92bc63384682570fc6ae5a5b057, ASSIGN 2024-12-06T06:19:51,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2d46f92bc63384682570fc6ae5a5b057, ASSIGN; state=OFFLINE, location=6336e8474e1c,43689,1733465987235; forceNewPlan=false, retain=false 2024-12-06T06:19:51,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d46f92bc63384682570fc6ae5a5b057, regionState=OPENING, regionLocation=6336e8474e1c,43689,1733465987235 2024-12-06T06:19:51,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2d46f92bc63384682570fc6ae5a5b057, ASSIGN because future has completed 2024-12-06T06:19:51,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d46f92bc63384682570fc6ae5a5b057, server=6336e8474e1c,43689,1733465987235}] 2024-12-06T06:19:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:51,961 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:19:51,962 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d46f92bc63384682570fc6ae5a5b057, NAME => 'test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:51,962 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:51,962 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:19:51,962 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,962 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:51,962 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,962 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,963 INFO [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,964 INFO [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d46f92bc63384682570fc6ae5a5b057 columnFamilyName f 2024-12-06T06:19:51,964 DEBUG [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:51,965 INFO [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] regionserver.HStore(327): Store=2d46f92bc63384682570fc6ae5a5b057/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:51,965 INFO [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,966 INFO [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d46f92bc63384682570fc6ae5a5b057 columnFamilyName f1 2024-12-06T06:19:51,966 DEBUG [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:51,966 INFO [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] regionserver.HStore(327): Store=2d46f92bc63384682570fc6ae5a5b057/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:51,966 INFO [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,967 INFO [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d46f92bc63384682570fc6ae5a5b057 columnFamilyName norep 2024-12-06T06:19:51,967 DEBUG [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:51,967 INFO [StoreOpener-2d46f92bc63384682570fc6ae5a5b057-1 {}] regionserver.HStore(327): Store=2d46f92bc63384682570fc6ae5a5b057/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:51,967 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,968 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,968 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,968 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,969 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,969 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:19:51,970 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,971 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:51,972 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2d46f92bc63384682570fc6ae5a5b057; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67717675, jitterRate=0.009071990847587585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:19:51,972 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:19:51,972 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2d46f92bc63384682570fc6ae5a5b057: Running coprocessor pre-open hook at 1733465991962Writing region info on filesystem at 1733465991962Initializing all the Stores at 1733465991963 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465991963Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465991963Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465991963Cleaning up temporary data from old regions at 1733465991969 (+6 ms)Running coprocessor post-open hooks at 1733465991972 (+3 ms)Region opened successfully at 1733465991972 2024-12-06T06:19:51,973 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057., pid=6, masterSystemTime=1733465991958 2024-12-06T06:19:51,974 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:19:51,974 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:19:51,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d46f92bc63384682570fc6ae5a5b057, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,43689,1733465987235 2024-12-06T06:19:51,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d46f92bc63384682570fc6ae5a5b057, server=6336e8474e1c,43689,1733465987235 because future has completed 2024-12-06T06:19:51,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:19:51,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d46f92bc63384682570fc6ae5a5b057, server=6336e8474e1c,43689,1733465987235 in 171 msec 2024-12-06T06:19:51,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:19:51,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2d46f92bc63384682570fc6ae5a5b057, ASSIGN in 329 msec 2024-12-06T06:19:51,981 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:19:51,981 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465991981"}]},"ts":"1733465991981"} 2024-12-06T06:19:51,983 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:19:51,984 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:19:51,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-12-06T06:19:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:19:52,971 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:19:52,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1131e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,44021,-1 for getting cluster id 2024-12-06T06:19:52,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:52,972 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5' 2024-12-06T06:19:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5" 2024-12-06T06:19:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d7fcba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,44021,-1] 2024-12-06T06:19:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:52,974 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:52,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a493c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f7cb82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45451,-1 for getting cluster id 2024-12-06T06:19:52,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:52,976 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60529b98-6191-4a66-abd1-a315b11d01ff' 2024-12-06T06:19:52,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:52,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60529b98-6191-4a66-abd1-a315b11d01ff" 2024-12-06T06:19:52,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60cc71a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45451,-1] 2024-12-06T06:19:52,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:52,977 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:52,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3094995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,44021,-1 for getting cluster id 2024-12-06T06:19:52,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:52,979 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5' 2024-12-06T06:19:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5" 2024-12-06T06:19:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3802f1ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,44021,-1] 2024-12-06T06:19:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:52,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:52,980 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:52,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8399bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:52,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,44021,1733465983468 2024-12-06T06:19:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50df078f 2024-12-06T06:19:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:52,982 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:52,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:45451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:19:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:19:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:52,985 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:45451' 2024-12-06T06:19:52,986 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437038c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,986 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45451,-1 for getting cluster id 2024-12-06T06:19:52,986 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:52,987 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60529b98-6191-4a66-abd1-a315b11d01ff' 2024-12-06T06:19:52,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:52,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60529b98-6191-4a66-abd1-a315b11d01ff" 2024-12-06T06:19:52,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652cc67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45451,-1] 2024-12-06T06:19:52,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:52,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:52,988 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:52,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd907c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:52,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:52,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45451,1733465987199 2024-12-06T06:19:52,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bebd83e 2024-12-06T06:19:52,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:52,990 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:52,990 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:19:52,990 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:19:52,990 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:52,991 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:52,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:52,991 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:52,992 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:19:52,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:19:52,993 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:52,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:19:52,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:19:53,042 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:19:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:53,400 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aef70dc240e71a1889c809d47ad9a33e, NAME => 'hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8 2024-12-06T06:19:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:19:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:53,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:53,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aef70dc240e71a1889c809d47ad9a33e, disabling compactions & flushes 2024-12-06T06:19:53,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:19:53,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:19:53,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. after waiting 0 ms 2024-12-06T06:19:53,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:19:53,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:19:53,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aef70dc240e71a1889c809d47ad9a33e: Waiting for close lock at 1733465993806Disabling compacts and flushes for region at 1733465993806Disabling writes for close at 1733465993806Writing region close event to WAL at 1733465993806Closed at 1733465993806 2024-12-06T06:19:53,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:19:53,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733465993807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465993807"}]},"ts":"1733465993807"} 2024-12-06T06:19:53,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:19:53,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:19:53,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465993810"}]},"ts":"1733465993810"} 2024-12-06T06:19:53,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:19:53,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aef70dc240e71a1889c809d47ad9a33e, ASSIGN}] 2024-12-06T06:19:53,813 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aef70dc240e71a1889c809d47ad9a33e, ASSIGN 2024-12-06T06:19:53,814 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aef70dc240e71a1889c809d47ad9a33e, ASSIGN; state=OFFLINE, location=6336e8474e1c,36041,1733465983519; forceNewPlan=false, retain=false 2024-12-06T06:19:53,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aef70dc240e71a1889c809d47ad9a33e, regionState=OPENING, regionLocation=6336e8474e1c,36041,1733465983519 2024-12-06T06:19:53,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aef70dc240e71a1889c809d47ad9a33e, ASSIGN because future has completed 2024-12-06T06:19:53,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aef70dc240e71a1889c809d47ad9a33e, server=6336e8474e1c,36041,1733465983519}] 2024-12-06T06:19:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:54,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:19:54,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:54,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:19:54,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C36041%2C1733465983519.rep, suffix=, logDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/oldWALs, maxLogs=10 2024-12-06T06:19:54,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.rep.1733465994125, exclude list is [], retry=0 2024-12-06T06:19:54,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38753,DS-afa4e1f6-74a7-4acf-80c0-499c35f541be,DISK] 2024-12-06T06:19:54,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.rep.1733465994125 2024-12-06T06:19:54,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40021:40021)] 2024-12-06T06:19:54,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aef70dc240e71a1889c809d47ad9a33e, NAME => 'hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:54,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:54,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:54,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. service=MultiRowMutationService 2024-12-06T06:19:54,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:19:54,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:54,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,143 INFO [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,144 INFO [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef70dc240e71a1889c809d47ad9a33e columnFamilyName hfileref 2024-12-06T06:19:54,144 DEBUG [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:54,145 INFO [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] regionserver.HStore(327): Store=aef70dc240e71a1889c809d47ad9a33e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:54,145 INFO [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,146 INFO [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef70dc240e71a1889c809d47ad9a33e columnFamilyName queue 2024-12-06T06:19:54,146 DEBUG [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:54,146 INFO [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] regionserver.HStore(327): Store=aef70dc240e71a1889c809d47ad9a33e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:54,146 INFO [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,147 INFO [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef70dc240e71a1889c809d47ad9a33e columnFamilyName sid 2024-12-06T06:19:54,147 DEBUG [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:54,147 INFO [StoreOpener-aef70dc240e71a1889c809d47ad9a33e-1 {}] regionserver.HStore(327): Store=aef70dc240e71a1889c809d47ad9a33e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:54,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/replication/aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/replication/aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:19:54,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/replication/aef70dc240e71a1889c809d47ad9a33e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:54,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aef70dc240e71a1889c809d47ad9a33e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72772720, jitterRate=0.08439803123474121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:19:54,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:19:54,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aef70dc240e71a1889c809d47ad9a33e: Running coprocessor pre-open hook at 1733465994142Writing region info on filesystem at 1733465994142Initializing all the Stores at 1733465994143 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465994143Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465994143Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465994143Cleaning up temporary data from old regions at 1733465994148 (+5 ms)Running coprocessor post-open hooks at 1733465994151 (+3 ms)Region opened successfully at 1733465994152 (+1 ms) 2024-12-06T06:19:54,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e., pid=10, masterSystemTime=1733465994119 2024-12-06T06:19:54,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:19:54,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:19:54,155 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aef70dc240e71a1889c809d47ad9a33e, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,36041,1733465983519 2024-12-06T06:19:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aef70dc240e71a1889c809d47ad9a33e, server=6336e8474e1c,36041,1733465983519 because future has completed 2024-12-06T06:19:54,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:19:54,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aef70dc240e71a1889c809d47ad9a33e, server=6336e8474e1c,36041,1733465983519 in 191 msec 2024-12-06T06:19:54,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:19:54,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aef70dc240e71a1889c809d47ad9a33e, ASSIGN in 347 msec 2024-12-06T06:19:54,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:19:54,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465994161"}]},"ts":"1733465994161"} 2024-12-06T06:19:54,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:19:54,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:19:54,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-12-06T06:19:54,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e., hostname=6336e8474e1c,36041,1733465983519, seqNum=2] 2024-12-06T06:19:54,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:54,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:19:54,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:19:54,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:19:54,360 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:19:54,389 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,36041,1733465983519, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:19:54,389 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:54,389 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36041,1733465983519, seqNum=-1] 2024-12-06T06:19:54,389 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:54,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-06T06:19:54,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,36041,1733465983519', locateType=CURRENT is [region=hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e., hostname=6336e8474e1c,36041,1733465983519, seqNum=2] 2024-12-06T06:19:54,394 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:19:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:19:54,396 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,36041,1733465983519 suceeded 2024-12-06T06:19:54,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:19:54,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-06T06:19:54,398 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:45451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:19:54,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-12-06T06:19:54,407 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:45451' 2024-12-06T06:19:54,408 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33ee475a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:54,408 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45451,-1 for getting cluster id 2024-12-06T06:19:54,409 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:54,409 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60529b98-6191-4a66-abd1-a315b11d01ff' 2024-12-06T06:19:54,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:54,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60529b98-6191-4a66-abd1-a315b11d01ff" 2024-12-06T06:19:54,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@673d58d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:54,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45451,-1] 2024-12-06T06:19:54,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:54,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:54,410 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:54,411 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375d9712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:54,411 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45451,1733465987199 2024-12-06T06:19:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@308e0870 2024-12-06T06:19:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:54,412 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-06T06:19:54,413 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,36041,1733465983519 (queues=1) is replicating from cluster=4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5 to cluster=60529b98-6191-4a66-abd1-a315b11d01ff 2024-12-06T06:19:54,413 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C36041%2C1733465983519 2024-12-06T06:19:54,413 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,36041,1733465983519, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:19:54,414 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C36041%2C1733465983519 2024-12-06T06:19:54,414 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098, startPosition=0, beingWritten=true 2024-12-06T06:19:54,418 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:19:54,418 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 379, reset compression=false 2024-12-06T06:19:54,418 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,36041,1733465983519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:19:54,621 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 379, reset compression=false 2024-12-06T06:19:54,925 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 379, reset compression=false 2024-12-06T06:19:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:55,130 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:19:55,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:55,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:55,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:55,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:55,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:55,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:55,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45451,-1 for getting cluster id 2024-12-06T06:19:55,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:55,132 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60529b98-6191-4a66-abd1-a315b11d01ff' 2024-12-06T06:19:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60529b98-6191-4a66-abd1-a315b11d01ff" 2024-12-06T06:19:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3286c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45451,-1] 2024-12-06T06:19:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:55,134 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e386e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:55,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45451,1733465987199 2024-12-06T06:19:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64820e12 2024-12-06T06:19:55,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:55,136 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:55,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:44021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:19:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:19:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:55,139 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:44021' 2024-12-06T06:19:55,140 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366d5434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:55,140 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,44021,-1 for getting cluster id 2024-12-06T06:19:55,140 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:55,141 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5' 2024-12-06T06:19:55,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:55,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5" 2024-12-06T06:19:55,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bcc33a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:55,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,44021,-1] 2024-12-06T06:19:55,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:55,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:55,142 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:55,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4a5a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:55,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,44021,1733465983468 2024-12-06T06:19:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@358fdcc 2024-12-06T06:19:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:55,144 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:19:55,144 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:19:55,144 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:19:55,144 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:55,145 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:55,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:55,145 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:19:55,146 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:19:55,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:19:55,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:55,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:19:55,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:19:55,196 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:19:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:55,329 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 379, reset compression=false 2024-12-06T06:19:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:55,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64ac69d96f969470a8b5451fea1618cc, NAME => 'hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3 2024-12-06T06:19:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:19:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:55,833 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 379, reset compression=false 2024-12-06T06:19:55,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:55,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 64ac69d96f969470a8b5451fea1618cc, disabling compactions & flushes 2024-12-06T06:19:55,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:19:55,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:19:55,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. after waiting 0 ms 2024-12-06T06:19:55,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:19:55,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:19:55,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64ac69d96f969470a8b5451fea1618cc: Waiting for close lock at 1733465995961Disabling compacts and flushes for region at 1733465995961Disabling writes for close at 1733465995961Writing region close event to WAL at 1733465995961Closed at 1733465995961 2024-12-06T06:19:55,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:19:55,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733465995963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465995963"}]},"ts":"1733465995963"} 2024-12-06T06:19:55,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:19:55,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:19:55,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465995966"}]},"ts":"1733465995966"} 2024-12-06T06:19:55,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:19:55,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64ac69d96f969470a8b5451fea1618cc, ASSIGN}] 2024-12-06T06:19:55,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64ac69d96f969470a8b5451fea1618cc, ASSIGN 2024-12-06T06:19:55,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=64ac69d96f969470a8b5451fea1618cc, ASSIGN; state=OFFLINE, location=6336e8474e1c,43689,1733465987235; forceNewPlan=false, retain=false 2024-12-06T06:19:56,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64ac69d96f969470a8b5451fea1618cc, regionState=OPENING, regionLocation=6336e8474e1c,43689,1733465987235 2024-12-06T06:19:56,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=64ac69d96f969470a8b5451fea1618cc, ASSIGN because future has completed 2024-12-06T06:19:56,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64ac69d96f969470a8b5451fea1618cc, server=6336e8474e1c,43689,1733465987235}] 2024-12-06T06:19:56,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:19:56,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:19:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:56,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:19:56,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C43689%2C1733465987235.rep, suffix=, logDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/oldWALs, maxLogs=10 2024-12-06T06:19:56,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.rep.1733465996282, exclude list is [], retry=0 2024-12-06T06:19:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41737,DS-0a984baa-3b68-4e9a-9b97-e1c4774ca5a2,DISK] 2024-12-06T06:19:56,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.rep.1733465996282 2024-12-06T06:19:56,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-12-06T06:19:56,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 64ac69d96f969470a8b5451fea1618cc, NAME => 'hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:19:56,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:19:56,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:19:56,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. service=MultiRowMutationService 2024-12-06T06:19:56,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:19:56,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:19:56,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,307 INFO [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,308 INFO [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64ac69d96f969470a8b5451fea1618cc columnFamilyName hfileref 2024-12-06T06:19:56,308 DEBUG [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:56,309 INFO [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] regionserver.HStore(327): Store=64ac69d96f969470a8b5451fea1618cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:56,309 INFO [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,310 INFO [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64ac69d96f969470a8b5451fea1618cc columnFamilyName queue 2024-12-06T06:19:56,310 DEBUG [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:56,310 INFO [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] regionserver.HStore(327): Store=64ac69d96f969470a8b5451fea1618cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:56,310 INFO [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,311 INFO [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64ac69d96f969470a8b5451fea1618cc columnFamilyName sid 2024-12-06T06:19:56,311 DEBUG [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:19:56,311 INFO [StoreOpener-64ac69d96f969470a8b5451fea1618cc-1 {}] regionserver.HStore(327): Store=64ac69d96f969470a8b5451fea1618cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:19:56,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/replication/64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/replication/64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:19:56,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/replication/64ac69d96f969470a8b5451fea1618cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:19:56,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 64ac69d96f969470a8b5451fea1618cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63420118, jitterRate=-0.05496659874916077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:19:56,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:19:56,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 64ac69d96f969470a8b5451fea1618cc: Running coprocessor pre-open hook at 1733465996306Writing region info on filesystem at 1733465996306Initializing all the Stores at 1733465996306Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465996306Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465996307 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465996307Cleaning up temporary data from old regions at 1733465996313 (+6 ms)Running coprocessor post-open hooks at 1733465996316 (+3 ms)Region opened successfully at 1733465996316 2024-12-06T06:19:56,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc., pid=10, masterSystemTime=1733465996275 2024-12-06T06:19:56,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:19:56,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:19:56,319 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64ac69d96f969470a8b5451fea1618cc, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,43689,1733465987235 2024-12-06T06:19:56,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64ac69d96f969470a8b5451fea1618cc, server=6336e8474e1c,43689,1733465987235 because future has completed 2024-12-06T06:19:56,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:19:56,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 64ac69d96f969470a8b5451fea1618cc, server=6336e8474e1c,43689,1733465987235 in 199 msec 2024-12-06T06:19:56,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:19:56,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64ac69d96f969470a8b5451fea1618cc, ASSIGN in 355 msec 2024-12-06T06:19:56,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:19:56,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465996326"}]},"ts":"1733465996326"} 2024-12-06T06:19:56,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:19:56,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:19:56,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-06T06:19:56,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc., hostname=6336e8474e1c,43689,1733465987235, seqNum=2] 2024-12-06T06:19:56,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:56,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:19:56,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:19:56,437 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 379, reset compression=false 2024-12-06T06:19:56,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:56,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:56,490 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18253 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:19:56,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:19:56,513 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:19:56,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T06:19:56,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T06:19:56,542 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,43689,1733465987235, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:19:56,542 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:56,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T06:19:56,542 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,43689,1733465987235, seqNum=-1] 2024-12-06T06:19:56,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T06:19:56,542 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:56,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:19:56,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T06:19:56,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-06T06:19:56,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,43689,1733465987235', locateType=CURRENT is [region=hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc., hostname=6336e8474e1c,43689,1733465987235, seqNum=2] 2024-12-06T06:19:56,547 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:19:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:19:56,549 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,43689,1733465987235 suceeded 2024-12-06T06:19:56,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:19:56,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-06T06:19:56,551 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:44021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:19:56,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-12-06T06:19:56,562 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:44021' 2024-12-06T06:19:56,563 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@601a2a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:56,563 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,44021,-1 for getting cluster id 2024-12-06T06:19:56,563 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:56,564 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5' 2024-12-06T06:19:56,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:56,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5" 2024-12-06T06:19:56,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae05eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:56,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,44021,-1] 2024-12-06T06:19:56,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:56,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:56,565 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:56,566 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e7e601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:56,566 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:19:56,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,44021,1733465983468 2024-12-06T06:19:56,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3080678e 2024-12-06T06:19:56,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:19:56,567 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-06T06:19:56,568 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,43689,1733465987235 (queues=1) is replicating from cluster=60529b98-6191-4a66-abd1-a315b11d01ff to cluster=4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5 2024-12-06T06:19:56,568 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C43689%2C1733465987235 2024-12-06T06:19:56,568 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,43689,1733465987235, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:19:56,569 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640, startPosition=0, beingWritten=true 2024-12-06T06:19:56,569 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C43689%2C1733465987235 2024-12-06T06:19:56,573 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:19:56,573 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 379, reset compression=false 2024-12-06T06:19:56,573 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43689,1733465987235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:19:56,777 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 379, reset compression=false 2024-12-06T06:19:57,081 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 379, reset compression=false 2024-12-06T06:19:57,141 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 379, reset compression=false 2024-12-06T06:19:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:19:57,291 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:19:57,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:19:57,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:19:57,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:57,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:57,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:19:57,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36041,1733465983519, seqNum=-1] 2024-12-06T06:19:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:57,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11., hostname=6336e8474e1c,36041,1733465983519, seqNum=2] 2024-12-06T06:19:57,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,43689,1733465987235, seqNum=-1] 2024-12-06T06:19:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:57,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:19:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057., hostname=6336e8474e1c,43689,1733465987235, seqNum=2] 2024-12-06T06:19:57,304 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T06:19:57,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:19:57,485 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 379, reset compression=false 2024-12-06T06:19:57,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:57,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:57,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:57,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:57,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:19:57,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T06:19:57,945 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 379, reset compression=false 2024-12-06T06:19:57,950 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:19:57,950 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 480, reset compression=false 2024-12-06T06:19:57,950 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,36041,1733465983519 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c960bb3ddeea8fc8cb85221b09adb11/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T06:19:57,952 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:19:57,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-06T06:19:57,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:19:57,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@474736b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:57,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43689 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45451,-1 for getting cluster id 2024-12-06T06:19:57,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:57,956 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60529b98-6191-4a66-abd1-a315b11d01ff' 2024-12-06T06:19:57,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:57,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60529b98-6191-4a66-abd1-a315b11d01ff" 2024-12-06T06:19:57,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@616c4df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:57,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45451,-1] 2024-12-06T06:19:57,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:57,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:57,958 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:57,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@194e623c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:57,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:57,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,43689,1733465987235, seqNum=-1] 2024-12-06T06:19:57,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:57,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-06T06:19:57,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057., hostname=6336e8474e1c,43689,1733465987235, seqNum=2] 2024-12-06T06:19:57,988 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 379, reset compression=false 2024-12-06T06:19:57,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:19:57,993 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:19:57,993 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 503, reset compression=false 2024-12-06T06:19:57,993 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43689,1733465987235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:19:58,155 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 480, reset compression=false 2024-12-06T06:19:58,196 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 503, reset compression=false 2024-12-06T06:19:58,308 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T06:19:58,311 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T06:19:58,460 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 480, reset compression=false 2024-12-06T06:19:58,500 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 503, reset compression=false 2024-12-06T06:19:58,504 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:19:58,504 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 607, reset compression=false 2024-12-06T06:19:58,504 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43689,1733465987235 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d46f92bc63384682570fc6ae5a5b057/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T06:19:58,507 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:19:58,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-06T06:19:58,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:19:58,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351f600b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:58,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36041 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,44021,-1 for getting cluster id 2024-12-06T06:19:58,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:19:58,510 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5' 2024-12-06T06:19:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:19:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b3aaff1-5d5c-4b6f-957a-f16cd2e34dc5" 2024-12-06T06:19:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9d875f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,44021,-1] 2024-12-06T06:19:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:19:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:19:58,511 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:19:58,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b61bb1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:19:58,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:19:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36041,1733465983519, seqNum=-1] 2024-12-06T06:19:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:19:58,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-06T06:19:58,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11., hostname=6336e8474e1c,36041,1733465983519, seqNum=2] 2024-12-06T06:19:58,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:19:58,708 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 607, reset compression=false 2024-12-06T06:19:58,864 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 480, reset compression=false 2024-12-06T06:19:58,869 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:19:58,870 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 607, reset compression=false 2024-12-06T06:19:58,870 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,36041,1733465983519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:19:59,013 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 607, reset compression=false 2024-12-06T06:19:59,073 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 607, reset compression=false 2024-12-06T06:19:59,313 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T06:19:59,320 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T06:19:59,377 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 607, reset compression=false 2024-12-06T06:19:59,382 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:19:59,382 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 763, reset compression=false 2024-12-06T06:19:59,382 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,36041,1733465983519 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c960bb3ddeea8fc8cb85221b09adb11/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T06:19:59,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:19:59,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:19:59,417 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 607, reset compression=false 2024-12-06T06:19:59,421 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:19:59,421 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 754, reset compression=false 2024-12-06T06:19:59,421 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43689,1733465987235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:19:59,586 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 763, reset compression=false 2024-12-06T06:19:59,625 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 754, reset compression=false 2024-12-06T06:19:59,890 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 763, reset compression=false 2024-12-06T06:19:59,929 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 754, reset compression=false 2024-12-06T06:20:00,294 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 763, reset compression=false 2024-12-06T06:20:00,322 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T06:20:00,330 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T06:20:00,333 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 754, reset compression=false 2024-12-06T06:20:00,345 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:00,346 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 913, reset compression=false 2024-12-06T06:20:00,346 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43689,1733465987235 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d46f92bc63384682570fc6ae5a5b057/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T06:20:00,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:00,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:00,551 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 913, reset compression=false 2024-12-06T06:20:00,798 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 763, reset compression=false 2024-12-06T06:20:00,802 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:00,802 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 912, reset compression=false 2024-12-06T06:20:00,802 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,36041,1733465983519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:00,856 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 913, reset compression=false 2024-12-06T06:20:01,005 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 912, reset compression=false 2024-12-06T06:20:01,260 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 913, reset compression=false 2024-12-06T06:20:01,309 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 912, reset compression=false 2024-12-06T06:20:01,332 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T06:20:01,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:20:01,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:01,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:01,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:01,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:01,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:01,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:20:01,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2048923759, stopped=false 2024-12-06T06:20:01,335 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,45451,1733465987199 2024-12-06T06:20:01,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170793230/running 2024-12-06T06:20:01,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170793230/running 2024-12-06T06:20:01,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:20:01,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:20:01,336 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:20:01,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:01,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:01,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:01,337 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,43689,1733465987235' ***** 2024-12-06T06:20:01,337 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:20:01,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Set watcher on znode that does not yet exist, /1-170793230/running 2024-12-06T06:20:01,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Set watcher on znode that does not yet exist, /1-170793230/running 2024-12-06T06:20:01,337 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d46f92bc63384682570fc6ae5a5b057 2024-12-06T06:20:01,338 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,43689,1733465987235 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:43689. 2024-12-06T06:20:01,338 DEBUG [RS:0;6336e8474e1c:43689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:01,338 DEBUG [RS:0;6336e8474e1c:43689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:01,338 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d46f92bc63384682570fc6ae5a5b057, disabling compactions & flushes 2024-12-06T06:20:01,338 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:20:01,338 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:20:01,338 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. after waiting 0 ms 2024-12-06T06:20:01,338 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:20:01,338 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d46f92bc63384682570fc6ae5a5b057 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-06T06:20:01,338 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:20:01,339 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1325): Online Regions={2d46f92bc63384682570fc6ae5a5b057=test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057., 64ac69d96f969470a8b5451fea1618cc=hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:20:01,339 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d46f92bc63384682570fc6ae5a5b057, 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:20:01,339 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:20:01,339 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:20:01,339 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:20:01,339 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:20:01,339 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:20:01,339 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:20:01,355 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/.tmp/f/e78d3d3c19cd458c826f5d6cf4609b1a is 29, key is row1/f:/1733466000323/DeleteFamily/seqid=0 2024-12-06T06:20:01,355 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/info/a86972b91535444d96e400ec6e7574b2 is 147, key is hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc./info:regioninfo/1733465996319/Put/seqid=0 2024-12-06T06:20:01,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741840_1016 (size=5118) 2024-12-06T06:20:01,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741841_1017 (size=7686) 2024-12-06T06:20:01,409 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:20:01,499 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:20:01,499 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:20:01,539 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d46f92bc63384682570fc6ae5a5b057, 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:20:01,713 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 912, reset compression=false 2024-12-06T06:20:01,739 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d46f92bc63384682570fc6ae5a5b057, 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:20:01,760 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/.tmp/f/e78d3d3c19cd458c826f5d6cf4609b1a 2024-12-06T06:20:01,761 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/info/a86972b91535444d96e400ec6e7574b2 2024-12-06T06:20:01,764 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 913, reset compression=false 2024-12-06T06:20:01,765 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e78d3d3c19cd458c826f5d6cf4609b1a 2024-12-06T06:20:01,768 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:01,768 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 1160, reset compression=false 2024-12-06T06:20:01,769 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43689,1733465987235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:01,770 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,43689,1733465987235: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6336e8474e1c,43689,1733465987235, walGroup=6336e8474e1c%2C43689%2C1733465987235, offset=6336e8474e1c%2C43689%2C1733465987235.1733465987640:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:43689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:20:01,771 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:20:01,771 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:20:01,771 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:20:01,771 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:20:01,771 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:20:01,772 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 573108840 }, "NonHeapMemoryUsage": { "committed": 195428352, "init": 7667712, "max": -1, "used": 191171696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:20:01,774 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:45451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:45451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T06:20:01,782 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/.tmp/f1/2c00a8fa5e4f4447a9f884de055b7010 is 30, key is row1/f1:/1733466000323/DeleteFamily/seqid=0 2024-12-06T06:20:01,783 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/ns/d7a480dc22dc481995a7626a70b9f897 is 43, key is default/ns:d/1733465988591/Put/seqid=0 2024-12-06T06:20:01,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741842_1018 (size=5123) 2024-12-06T06:20:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741843_1019 (size=5153) 2024-12-06T06:20:01,939 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d46f92bc63384682570fc6ae5a5b057, 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:20:01,982 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 1160, reset compression=false 2024-12-06T06:20:02,139 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d46f92bc63384682570fc6ae5a5b057, 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:20:02,186 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/.tmp/f1/2c00a8fa5e4f4447a9f884de055b7010 2024-12-06T06:20:02,190 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c00a8fa5e4f4447a9f884de055b7010 2024-12-06T06:20:02,194 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/ns/d7a480dc22dc481995a7626a70b9f897 2024-12-06T06:20:02,209 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/.tmp/norep/33a46b2c5c704ca3ac92b00824f046fb is 33, key is row1/norep:/1733466000323/DeleteFamily/seqid=0 2024-12-06T06:20:02,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741844_1020 (size=5108) 2024-12-06T06:20:02,216 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/rep_barrier/915182cd6daa485e9f4d911e79aef3cc is 112, key is test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057./rep_barrier:seqnumDuringOpen/1733465991975/Put/seqid=0 2024-12-06T06:20:02,217 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 912, reset compression=false 2024-12-06T06:20:02,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741845_1021 (size=5518) 2024-12-06T06:20:02,286 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 1160, reset compression=false 2024-12-06T06:20:02,340 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d46f92bc63384682570fc6ae5a5b057, 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:20:02,540 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d46f92bc63384682570fc6ae5a5b057, 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:20:02,613 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/.tmp/norep/33a46b2c5c704ca3ac92b00824f046fb 2024-12-06T06:20:02,617 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33a46b2c5c704ca3ac92b00824f046fb 2024-12-06T06:20:02,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/.tmp/f/e78d3d3c19cd458c826f5d6cf4609b1a as hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/f/e78d3d3c19cd458c826f5d6cf4609b1a 2024-12-06T06:20:02,620 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/rep_barrier/915182cd6daa485e9f4d911e79aef3cc 2024-12-06T06:20:02,622 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e78d3d3c19cd458c826f5d6cf4609b1a 2024-12-06T06:20:02,623 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/f/e78d3d3c19cd458c826f5d6cf4609b1a, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T06:20:02,623 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/.tmp/f1/2c00a8fa5e4f4447a9f884de055b7010 as hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/f1/2c00a8fa5e4f4447a9f884de055b7010 2024-12-06T06:20:02,628 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c00a8fa5e4f4447a9f884de055b7010 2024-12-06T06:20:02,629 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/f1/2c00a8fa5e4f4447a9f884de055b7010, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T06:20:02,629 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/.tmp/norep/33a46b2c5c704ca3ac92b00824f046fb as hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/norep/33a46b2c5c704ca3ac92b00824f046fb 2024-12-06T06:20:02,634 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33a46b2c5c704ca3ac92b00824f046fb 2024-12-06T06:20:02,634 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/norep/33a46b2c5c704ca3ac92b00824f046fb, entries=1, sequenceid=8, filesize=5.0 K 2024-12-06T06:20:02,635 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2d46f92bc63384682570fc6ae5a5b057 in 1297ms, sequenceid=8, compaction requested=false 2024-12-06T06:20:02,644 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/table/69e1d12aed8f4b53a8d4347b8650d4c2 is 53, key is hbase:replication/table:state/1733465996326/Put/seqid=0 2024-12-06T06:20:02,648 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/default/test/2d46f92bc63384682570fc6ae5a5b057/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:20:02,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741846_1022 (size=5308) 2024-12-06T06:20:02,649 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:02,649 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:20:02,649 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:20:02,649 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d46f92bc63384682570fc6ae5a5b057: Waiting for close lock at 1733466001338Running coprocessor pre-close hooks at 1733466001338Disabling compacts and flushes for region at 1733466001338Disabling writes for close at 1733466001338Obtaining lock to block concurrent updates at 1733466001338Preparing flush snapshotting stores in 2d46f92bc63384682570fc6ae5a5b057 at 1733466001338Finished memstore snapshotting test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733466001339 (+1 ms)Flushing stores of test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. at 1733466001339Flushing 2d46f92bc63384682570fc6ae5a5b057/f: creating writer at 1733466001339Flushing 2d46f92bc63384682570fc6ae5a5b057/f: appending metadata at 1733466001354 (+15 ms)Flushing 2d46f92bc63384682570fc6ae5a5b057/f: closing flushed file at 1733466001354Flushing 2d46f92bc63384682570fc6ae5a5b057/f1: creating writer at 1733466001766 (+412 ms)Flushing 2d46f92bc63384682570fc6ae5a5b057/f1: appending metadata at 1733466001781 (+15 ms)Flushing 2d46f92bc63384682570fc6ae5a5b057/f1: closing flushed file at 1733466001781Flushing 2d46f92bc63384682570fc6ae5a5b057/norep: creating writer at 1733466002190 (+409 ms)Flushing 2d46f92bc63384682570fc6ae5a5b057/norep: appending metadata at 1733466002208 (+18 ms)Flushing 2d46f92bc63384682570fc6ae5a5b057/norep: closing flushed file at 1733466002208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5c5033: reopening flushed file at 1733466002617 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bde2c6c: reopening flushed file at 1733466002623 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a68c6b1: reopening flushed file at 1733466002629 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2d46f92bc63384682570fc6ae5a5b057 in 1297ms, sequenceid=8, compaction requested=false at 1733466002635 (+6 ms)Writing region close event to WAL at 1733466002644 (+9 ms)Running coprocessor post-close hooks at 1733466002649 (+5 ms)Closed at 1733466002649 2024-12-06T06:20:02,649 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733465990822.2d46f92bc63384682570fc6ae5a5b057. 2024-12-06T06:20:02,649 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64ac69d96f969470a8b5451fea1618cc, disabling compactions & flushes 2024-12-06T06:20:02,649 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:20:02,649 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:20:02,649 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. after waiting 0 ms 2024-12-06T06:20:02,649 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:20:02,650 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64ac69d96f969470a8b5451fea1618cc: Waiting for close lock at 1733466002649Running coprocessor pre-close hooks at 1733466002649Disabling compacts and flushes for region at 1733466002649Disabling writes for close at 1733466002649Failed flush hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc., putting online again at 1733466002650 (+1 ms) 2024-12-06T06:20:02,650 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:20:02,690 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 1160, reset compression=false 2024-12-06T06:20:02,695 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:02,695 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 1804, reset compression=false 2024-12-06T06:20:02,740 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:20:02,740 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1325): Online Regions={64ac69d96f969470a8b5451fea1618cc=hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:20:02,740 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:20:02,740 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64ac69d96f969470a8b5451fea1618cc 2024-12-06T06:20:02,740 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64ac69d96f969470a8b5451fea1618cc, disabling compactions & flushes 2024-12-06T06:20:02,740 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:20:02,741 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:20:02,741 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. after waiting 0 ms 2024-12-06T06:20:02,741 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:20:02,741 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64ac69d96f969470a8b5451fea1618cc: Waiting for close lock at 1733466002740Running coprocessor pre-close hooks at 1733466002740Disabling compacts and flushes for region at 1733466002740Disabling writes for close at 1733466002741 (+1 ms)Failed flush hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc., putting online again at 1733466002741 2024-12-06T06:20:02,741 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733465995145.64ac69d96f969470a8b5451fea1618cc. 2024-12-06T06:20:02,821 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 912, reset compression=false 2024-12-06T06:20:02,899 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 1804, reset compression=false 2024-12-06T06:20:02,941 DEBUG [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:20:03,049 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/table/69e1d12aed8f4b53a8d4347b8650d4c2 2024-12-06T06:20:03,054 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/info/a86972b91535444d96e400ec6e7574b2 as hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/info/a86972b91535444d96e400ec6e7574b2 2024-12-06T06:20:03,058 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/info/a86972b91535444d96e400ec6e7574b2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:20:03,059 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/ns/d7a480dc22dc481995a7626a70b9f897 as hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/ns/d7a480dc22dc481995a7626a70b9f897 2024-12-06T06:20:03,063 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/ns/d7a480dc22dc481995a7626a70b9f897, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:20:03,063 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/rep_barrier/915182cd6daa485e9f4d911e79aef3cc as hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/rep_barrier/915182cd6daa485e9f4d911e79aef3cc 2024-12-06T06:20:03,067 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/rep_barrier/915182cd6daa485e9f4d911e79aef3cc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:20:03,067 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/.tmp/table/69e1d12aed8f4b53a8d4347b8650d4c2 as hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/table/69e1d12aed8f4b53a8d4347b8650d4c2 2024-12-06T06:20:03,070 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/table/69e1d12aed8f4b53a8d4347b8650d4c2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:20:03,071 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-12-06T06:20:03,075 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:20:03,076 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:03,076 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:20:03,076 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:03,076 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466001339Running coprocessor pre-close hooks at 1733466001339Disabling compacts and flushes for region at 1733466001339Disabling writes for close at 1733466001339Obtaining lock to block concurrent updates at 1733466001339Preparing flush snapshotting stores in 1588230740 at 1733466001339Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733466001339Flushing stores of hbase:meta,,1.1588230740 at 1733466001339Flushing 1588230740/info: creating writer at 1733466001340 (+1 ms)Flushing 1588230740/info: appending metadata at 1733466001355 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733466001355Flushing 1588230740/ns: creating writer at 1733466001765 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733466001783 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733466001783Flushing 1588230740/rep_barrier: creating writer at 1733466002197 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466002215 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466002215Flushing 1588230740/table: creating writer at 1733466002624 (+409 ms)Flushing 1588230740/table: appending metadata at 1733466002644 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733466002644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@896108e: reopening flushed file at 1733466003054 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@798a59a4: reopening flushed file at 1733466003059 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e9db77: reopening flushed file at 1733466003063 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ef7483: reopening flushed file at 1733466003067 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1733466003071 (+4 ms)Writing region close event to WAL at 1733466003073 (+2 ms)Running coprocessor post-close hooks at 1733466003076 (+3 ms)Closed at 1733466003076 2024-12-06T06:20:03,076 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:03,141 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T06:20:03,141 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,43689,1733465987235; all regions closed. 2024-12-06T06:20:03,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:20:03,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.meta.1733465988549.meta not finished, retry = 0 2024-12-06T06:20:03,202 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/WALs/6336e8474e1c,43689,1733465987235/6336e8474e1c%2C43689%2C1733465987235.1733465987640 to pos 1804, reset compression=false 2024-12-06T06:20:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741839_1015 (size=1733) 2024-12-06T06:20:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741832_1008 (size=1812) 2024-12-06T06:20:03,250 DEBUG [RS:0;6336e8474e1c:43689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:03,250 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:20:03,250 INFO [RS:0;6336e8474e1c:43689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:20:03,250 INFO [RS:0;6336e8474e1c:43689 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T06:20:03,250 INFO [RS:0;6336e8474e1c:43689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:20:03,250 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:20:03,251 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,43689,1733465987235 because: Region server is closing 2024-12-06T06:20:03,251 INFO [RS:0;6336e8474e1c:43689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:43689. 2024-12-06T06:20:03,251 DEBUG [RS:0;6336e8474e1c:43689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:03,251 DEBUG [RS:0;6336e8474e1c:43689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:03,251 DEBUG [RS:0;6336e8474e1c:43689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:03,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:03,351 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.shipper6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 terminated 2024-12-06T06:20:03,351 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43689,1733465987235.replicationSource.wal-reader.6336e8474e1c%2C43689%2C1733465987235,1-6336e8474e1c,43689,1733465987235 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T06:20:03,352 INFO [RS:0;6336e8474e1c:43689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:43689. 2024-12-06T06:20:03,352 DEBUG [RS:0;6336e8474e1c:43689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:03,352 DEBUG [RS:0;6336e8474e1c:43689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:03,352 DEBUG [RS:0;6336e8474e1c:43689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:03,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:03,352 INFO [RS:0;6336e8474e1c:43689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43689 2024-12-06T06:20:03,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230/rs 2024-12-06T06:20:03,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170793230/rs/6336e8474e1c,43689,1733465987235 2024-12-06T06:20:03,354 INFO [RS:0;6336e8474e1c:43689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:20:03,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,43689,1733465987235] 2024-12-06T06:20:03,359 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-170793230/draining/6336e8474e1c,43689,1733465987235 already deleted, retry=false 2024-12-06T06:20:03,359 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,43689,1733465987235 expired; onlineServers=0 2024-12-06T06:20:03,359 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,45451,1733465987199' ***** 2024-12-06T06:20:03,359 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:20:03,359 INFO [M:0;6336e8474e1c:45451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:20:03,359 INFO [M:0;6336e8474e1c:45451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:20:03,359 DEBUG [M:0;6336e8474e1c:45451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:20:03,360 DEBUG [M:0;6336e8474e1c:45451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:20:03,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:20:03,360 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465987408 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465987408,5,FailOnTimeoutGroup] 2024-12-06T06:20:03,360 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465987409 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465987409,5,FailOnTimeoutGroup] 2024-12-06T06:20:03,360 INFO [M:0;6336e8474e1c:45451 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:20:03,360 INFO [M:0;6336e8474e1c:45451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:20:03,360 DEBUG [M:0;6336e8474e1c:45451 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:20:03,360 INFO [M:0;6336e8474e1c:45451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:20:03,360 INFO [M:0;6336e8474e1c:45451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:20:03,360 INFO [M:0;6336e8474e1c:45451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:20:03,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:20:03,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170793230/master 2024-12-06T06:20:03,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170793230 2024-12-06T06:20:03,362 DEBUG [M:0;6336e8474e1c:45451 {}] zookeeper.ZKUtil(347): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Unable to get data of znode /1-170793230/master because node does not exist (not an error) 2024-12-06T06:20:03,362 WARN [M:0;6336e8474e1c:45451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:20:03,362 INFO [M:0;6336e8474e1c:45451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/.lastflushedseqids 2024-12-06T06:20:03,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741847_1023 (size=245) 2024-12-06T06:20:03,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:03,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x101866db0970004, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:03,458 INFO [RS:0;6336e8474e1c:43689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:20:03,458 INFO [RS:0;6336e8474e1c:43689 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,43689,1733465987235; zookeeper connection closed. 2024-12-06T06:20:03,459 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bc0b038 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bc0b038 2024-12-06T06:20:03,459 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:20:03,525 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 912, reset compression=false 2024-12-06T06:20:03,767 INFO [M:0;6336e8474e1c:45451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:20:03,767 INFO [M:0;6336e8474e1c:45451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:20:03,768 DEBUG [M:0;6336e8474e1c:45451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:20:03,768 INFO [M:0;6336e8474e1c:45451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:03,768 DEBUG [M:0;6336e8474e1c:45451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:03,768 DEBUG [M:0;6336e8474e1c:45451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:20:03,768 DEBUG [M:0;6336e8474e1c:45451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:03,768 INFO [M:0;6336e8474e1c:45451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T06:20:03,784 DEBUG [M:0;6336e8474e1c:45451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee5c4791b58c47e18e51397a87c14f2d is 82, key is hbase:meta,,1/info:regioninfo/1733465988582/Put/seqid=0 2024-12-06T06:20:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741848_1024 (size=5672) 2024-12-06T06:20:04,188 INFO [M:0;6336e8474e1c:45451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee5c4791b58c47e18e51397a87c14f2d 2024-12-06T06:20:04,210 DEBUG [M:0;6336e8474e1c:45451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38e5e1b7b7fa42aebdde4bd27bd10cca is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733465996329/Put/seqid=0 2024-12-06T06:20:04,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741849_1025 (size=8516) 2024-12-06T06:20:04,330 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 912, reset compression=false 2024-12-06T06:20:04,614 INFO [M:0;6336e8474e1c:45451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38e5e1b7b7fa42aebdde4bd27bd10cca 2024-12-06T06:20:04,633 DEBUG [M:0;6336e8474e1c:45451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29e543aaa08f4adba5f3de9ac0166263 is 69, key is 6336e8474e1c,43689,1733465987235/rs:state/1733465987477/Put/seqid=0 2024-12-06T06:20:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741850_1026 (size=5156) 2024-12-06T06:20:05,038 INFO [M:0;6336e8474e1c:45451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29e543aaa08f4adba5f3de9ac0166263 2024-12-06T06:20:05,043 DEBUG [M:0;6336e8474e1c:45451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee5c4791b58c47e18e51397a87c14f2d as hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee5c4791b58c47e18e51397a87c14f2d 2024-12-06T06:20:05,047 INFO [M:0;6336e8474e1c:45451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee5c4791b58c47e18e51397a87c14f2d, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T06:20:05,048 DEBUG [M:0;6336e8474e1c:45451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38e5e1b7b7fa42aebdde4bd27bd10cca as hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38e5e1b7b7fa42aebdde4bd27bd10cca 2024-12-06T06:20:05,052 INFO [M:0;6336e8474e1c:45451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38e5e1b7b7fa42aebdde4bd27bd10cca, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T06:20:05,053 DEBUG [M:0;6336e8474e1c:45451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29e543aaa08f4adba5f3de9ac0166263 as hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29e543aaa08f4adba5f3de9ac0166263 2024-12-06T06:20:05,056 INFO [M:0;6336e8474e1c:45451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43301/user/jenkins/test-data/0ac9a6cf-4303-7adf-4ec4-48be5b19c5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29e543aaa08f4adba5f3de9ac0166263, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T06:20:05,057 INFO [M:0;6336e8474e1c:45451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-12-06T06:20:05,061 INFO [M:0;6336e8474e1c:45451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:05,061 DEBUG [M:0;6336e8474e1c:45451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466003768Disabling compacts and flushes for region at 1733466003768Disabling writes for close at 1733466003768Obtaining lock to block concurrent updates at 1733466003768Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466003768Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733466003768Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466003769 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466003769Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466003783 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466003783Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466004192 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466004209 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466004210 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466004619 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466004633 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466004633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df55575: reopening flushed file at 1733466005042 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dbeb48b: reopening flushed file at 1733466005047 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a04951: reopening flushed file at 1733466005052 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1733466005057 (+5 ms)Writing region close event to WAL at 1733466005061 (+4 ms)Closed at 1733466005061 2024-12-06T06:20:05,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41737 is added to blk_1073741830_1006 (size=63654) 2024-12-06T06:20:05,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:20:05,064 INFO [M:0;6336e8474e1c:45451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:20:05,064 INFO [M:0;6336e8474e1c:45451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45451 2024-12-06T06:20:05,065 INFO [M:0;6336e8474e1c:45451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:20:05,168 INFO [M:0;6336e8474e1c:45451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:20:05,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:05,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45451-0x101866db0970003, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:05,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dbf964d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:20:05,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@473d1391{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:20:05,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:20:05,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4901da09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:20:05,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dac0b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/hadoop.log.dir/,STOPPED} 2024-12-06T06:20:05,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:20:05,174 WARN [BP-1555444207-172.17.0.2-1733465986178 heartbeating to localhost/127.0.0.1:43301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:20:05,174 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:20:05,174 WARN [BP-1555444207-172.17.0.2-1733465986178 heartbeating to localhost/127.0.0.1:43301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1555444207-172.17.0.2-1733465986178 (Datanode Uuid 5f3b2b26-9fe5-458a-8ea1-a80a850db5cd) service to localhost/127.0.0.1:43301 2024-12-06T06:20:05,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/cluster_83ae1a46-5362-83cb-7727-5f4ac27dc5fa/data/data1/current/BP-1555444207-172.17.0.2-1733465986178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:20:05,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/cluster_83ae1a46-5362-83cb-7727-5f4ac27dc5fa/data/data2/current/BP-1555444207-172.17.0.2-1733465986178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:20:05,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:20:05,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7791517c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:20:05,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c3bb764{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:20:05,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:20:05,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e95cfe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:20:05,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74263c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/hadoop.log.dir/,STOPPED} 2024-12-06T06:20:05,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:20:05,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:20:05,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:05,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:05,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:05,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:05,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:05,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:20:05,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=135355340, stopped=false 2024-12-06T06:20:05,197 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,44021,1733465983468 2024-12-06T06:20:05,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773849724/running 2024-12-06T06:20:05,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773849724/running 2024-12-06T06:20:05,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:20:05,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:20:05,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:20:05,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:05,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Set watcher on znode that does not yet exist, /01773849724/running 2024-12-06T06:20:05,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:05,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:05,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,36041,1733465983519' ***** 2024-12-06T06:20:05,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:20:05,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Set watcher on znode that does not yet exist, /01773849724/running 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(3091): Received CLOSE for aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:20:05,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,36041,1733465983519 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:36041. 2024-12-06T06:20:05,201 DEBUG [RS:0;6336e8474e1c:36041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:05,201 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aef70dc240e71a1889c809d47ad9a33e, disabling compactions & flushes 2024-12-06T06:20:05,201 DEBUG [RS:0;6336e8474e1c:36041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:05,201 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:20:05,201 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:20:05,201 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. after waiting 0 ms 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:20:05,201 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:20:05,201 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:20:05,202 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aef70dc240e71a1889c809d47ad9a33e 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-06T06:20:05,202 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:20:05,202 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1325): Online Regions={aef70dc240e71a1889c809d47ad9a33e=hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e., 1588230740=hbase:meta,,1.1588230740, 7c960bb3ddeea8fc8cb85221b09adb11=test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11.} 2024-12-06T06:20:05,202 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c960bb3ddeea8fc8cb85221b09adb11, aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:20:05,202 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:20:05,202 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:20:05,202 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:20:05,202 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:20:05,202 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:20:05,202 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:20:05,218 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/info/a01eaa0cf42f49b4ab6c9f72d34b79a2 is 147, key is hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e./info:regioninfo/1733465994155/Put/seqid=0 2024-12-06T06:20:05,220 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/replication/aef70dc240e71a1889c809d47ad9a33e/.tmp/queue/81c8fd45d83847bc885926e2c1dbf6b1 is 153, key is 1-6336e8474e1c,36041,1733465983519/queue:6336e8474e1c%2C36041%2C1733465983519/1733466000803/Put/seqid=0 2024-12-06T06:20:05,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741840_1016 (size=7686) 2024-12-06T06:20:05,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741841_1017 (size=5352) 2024-12-06T06:20:05,235 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 912, reset compression=false 2024-12-06T06:20:05,282 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:20:05,402 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c960bb3ddeea8fc8cb85221b09adb11, aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:20:05,602 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c960bb3ddeea8fc8cb85221b09adb11, aef70dc240e71a1889c809d47ad9a33e 2024-12-06T06:20:05,623 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/info/a01eaa0cf42f49b4ab6c9f72d34b79a2 2024-12-06T06:20:05,626 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/replication/aef70dc240e71a1889c809d47ad9a33e/.tmp/queue/81c8fd45d83847bc885926e2c1dbf6b1 2024-12-06T06:20:05,630 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/replication/aef70dc240e71a1889c809d47ad9a33e/.tmp/queue/81c8fd45d83847bc885926e2c1dbf6b1 as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/replication/aef70dc240e71a1889c809d47ad9a33e/queue/81c8fd45d83847bc885926e2c1dbf6b1 2024-12-06T06:20:05,633 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/replication/aef70dc240e71a1889c809d47ad9a33e/queue/81c8fd45d83847bc885926e2c1dbf6b1, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T06:20:05,634 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for aef70dc240e71a1889c809d47ad9a33e in 433ms, sequenceid=10, compaction requested=false 2024-12-06T06:20:05,637 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/replication/aef70dc240e71a1889c809d47ad9a33e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T06:20:05,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:05,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:20:05,638 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:20:05,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aef70dc240e71a1889c809d47ad9a33e: Waiting for close lock at 1733466005201Running coprocessor pre-close hooks at 1733466005201Disabling compacts and flushes for region at 1733466005201Disabling writes for close at 1733466005201Obtaining lock to block concurrent updates at 1733466005202 (+1 ms)Preparing flush snapshotting stores in aef70dc240e71a1889c809d47ad9a33e at 1733466005202Finished memstore snapshotting hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733466005202Flushing stores of hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. at 1733466005203 (+1 ms)Flushing aef70dc240e71a1889c809d47ad9a33e/queue: creating writer at 1733466005203Flushing aef70dc240e71a1889c809d47ad9a33e/queue: appending metadata at 1733466005219 (+16 ms)Flushing aef70dc240e71a1889c809d47ad9a33e/queue: closing flushed file at 1733466005219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63051795: reopening flushed file at 1733466005629 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for aef70dc240e71a1889c809d47ad9a33e in 433ms, sequenceid=10, compaction requested=false at 1733466005634 (+5 ms)Writing region close event to WAL at 1733466005635 (+1 ms)Running coprocessor post-close hooks at 1733466005638 (+3 ms)Closed at 1733466005638 2024-12-06T06:20:05,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733465992991.aef70dc240e71a1889c809d47ad9a33e. 2024-12-06T06:20:05,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c960bb3ddeea8fc8cb85221b09adb11, disabling compactions & flushes 2024-12-06T06:20:05,638 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:20:05,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:20:05,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. after waiting 0 ms 2024-12-06T06:20:05,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:20:05,638 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c960bb3ddeea8fc8cb85221b09adb11 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-06T06:20:05,645 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/ns/76b0c525aea94b8895657ff5fcb14469 is 43, key is default/ns:d/1733465986073/Put/seqid=0 2024-12-06T06:20:05,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741842_1018 (size=5153) 2024-12-06T06:20:05,654 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/.tmp/f/7d87e10975e64e778843224a4cc40015 is 29, key is row1/f:/1733466000323/DeleteFamily/seqid=0 2024-12-06T06:20:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741843_1019 (size=5118) 2024-12-06T06:20:05,802 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:20:05,968 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:20:05,968 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:20:06,003 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:20:06,050 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/ns/76b0c525aea94b8895657ff5fcb14469 2024-12-06T06:20:06,057 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/.tmp/f/7d87e10975e64e778843224a4cc40015 2024-12-06T06:20:06,061 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d87e10975e64e778843224a4cc40015 2024-12-06T06:20:06,070 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/rep_barrier/227a75fc6edc412c80918f9668086550 is 112, key is test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11./rep_barrier:seqnumDuringOpen/1733465989819/Put/seqid=0 2024-12-06T06:20:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741844_1020 (size=5518) 2024-12-06T06:20:06,079 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/.tmp/f1/51e0e271d5634b6c99a593fa2e19a2f2 is 30, key is row1/f1:/1733466000323/DeleteFamily/seqid=0 2024-12-06T06:20:06,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741845_1021 (size=5123) 2024-12-06T06:20:06,203 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:20:06,203 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7c960bb3ddeea8fc8cb85221b09adb11=test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11.} 2024-12-06T06:20:06,203 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:20:06,239 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 912, reset compression=false 2024-12-06T06:20:06,243 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:06,244 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 1159, reset compression=false 2024-12-06T06:20:06,244 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,36041,1733465983519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:06,244 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,36041,1733465983519: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6336e8474e1c,36041,1733465983519, walGroup=6336e8474e1c%2C36041%2C1733465983519, offset=6336e8474e1c%2C36041%2C1733465983519.1733465985098:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:20:06,246 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:20:06,246 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:20:06,246 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:20:06,246 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:20:06,246 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:20:06,246 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 644412008 }, "NonHeapMemoryUsage": { "committed": 195756032, "init": 7667712, "max": -1, "used": 191928016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:20:06,247 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:44021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:44021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T06:20:06,403 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:20:06,447 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 1159, reset compression=false 2024-12-06T06:20:06,474 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/rep_barrier/227a75fc6edc412c80918f9668086550 2024-12-06T06:20:06,483 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/.tmp/f1/51e0e271d5634b6c99a593fa2e19a2f2 2024-12-06T06:20:06,486 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51e0e271d5634b6c99a593fa2e19a2f2 2024-12-06T06:20:06,495 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/table/d3eabaaa6e504c3d8c38696ba5645c05 is 53, key is hbase:replication/table:state/1733465994161/Put/seqid=0 2024-12-06T06:20:06,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741846_1022 (size=5308) 2024-12-06T06:20:06,504 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/.tmp/norep/0b4999bd07a44b2e9344d72aa3adff1a is 32, key is row/norep:/1733465999317/DeleteFamily/seqid=0 2024-12-06T06:20:06,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741847_1023 (size=5101) 2024-12-06T06:20:06,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:06,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:20:06,511 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28274 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:20:06,603 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:20:06,752 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 1159, reset compression=false 2024-12-06T06:20:06,804 DEBUG [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c960bb3ddeea8fc8cb85221b09adb11 2024-12-06T06:20:06,899 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/table/d3eabaaa6e504c3d8c38696ba5645c05 2024-12-06T06:20:06,904 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/info/a01eaa0cf42f49b4ab6c9f72d34b79a2 as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/info/a01eaa0cf42f49b4ab6c9f72d34b79a2 2024-12-06T06:20:06,908 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/.tmp/norep/0b4999bd07a44b2e9344d72aa3adff1a 2024-12-06T06:20:06,908 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/info/a01eaa0cf42f49b4ab6c9f72d34b79a2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:20:06,909 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/ns/76b0c525aea94b8895657ff5fcb14469 as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/ns/76b0c525aea94b8895657ff5fcb14469 2024-12-06T06:20:06,912 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b4999bd07a44b2e9344d72aa3adff1a 2024-12-06T06:20:06,912 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/.tmp/f/7d87e10975e64e778843224a4cc40015 as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/f/7d87e10975e64e778843224a4cc40015 2024-12-06T06:20:06,913 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/ns/76b0c525aea94b8895657ff5fcb14469, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:20:06,914 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/rep_barrier/227a75fc6edc412c80918f9668086550 as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/rep_barrier/227a75fc6edc412c80918f9668086550 2024-12-06T06:20:06,917 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d87e10975e64e778843224a4cc40015 2024-12-06T06:20:06,917 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/f/7d87e10975e64e778843224a4cc40015, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T06:20:06,917 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/.tmp/f1/51e0e271d5634b6c99a593fa2e19a2f2 as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/f1/51e0e271d5634b6c99a593fa2e19a2f2 2024-12-06T06:20:06,918 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/rep_barrier/227a75fc6edc412c80918f9668086550, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:20:06,919 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/.tmp/table/d3eabaaa6e504c3d8c38696ba5645c05 as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/table/d3eabaaa6e504c3d8c38696ba5645c05 2024-12-06T06:20:06,922 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51e0e271d5634b6c99a593fa2e19a2f2 2024-12-06T06:20:06,922 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/f1/51e0e271d5634b6c99a593fa2e19a2f2, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T06:20:06,923 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/table/d3eabaaa6e504c3d8c38696ba5645c05, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:20:06,923 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/.tmp/norep/0b4999bd07a44b2e9344d72aa3adff1a as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/norep/0b4999bd07a44b2e9344d72aa3adff1a 2024-12-06T06:20:06,924 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-12-06T06:20:06,924 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:20:06,926 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b4999bd07a44b2e9344d72aa3adff1a 2024-12-06T06:20:06,927 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/norep/0b4999bd07a44b2e9344d72aa3adff1a, entries=1, sequenceid=8, filesize=5.0 K 2024-12-06T06:20:06,927 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7c960bb3ddeea8fc8cb85221b09adb11 in 1289ms, sequenceid=8, compaction requested=false 2024-12-06T06:20:06,927 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T06:20:06,941 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:20:06,941 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/data/default/test/7c960bb3ddeea8fc8cb85221b09adb11/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:20:06,941 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:06,941 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:06,941 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:20:06,941 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:20:06,942 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:20:06,942 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:06,942 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466005202Running coprocessor pre-close hooks at 1733466005202Disabling compacts and flushes for region at 1733466005202Disabling writes for close at 1733466005202Obtaining lock to block concurrent updates at 1733466005202Preparing flush snapshotting stores in 1588230740 at 1733466005202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733466005202Flushing stores of hbase:meta,,1.1588230740 at 1733466005203 (+1 ms)Flushing 1588230740/info: creating writer at 1733466005203Flushing 1588230740/info: appending metadata at 1733466005217 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733466005217Flushing 1588230740/ns: creating writer at 1733466005627 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733466005645 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733466005645Flushing 1588230740/rep_barrier: creating writer at 1733466006055 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466006069 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466006069Flushing 1588230740/table: creating writer at 1733466006477 (+408 ms)Flushing 1588230740/table: appending metadata at 1733466006495 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733466006495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793cef5a: reopening flushed file at 1733466006904 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ee8258: reopening flushed file at 1733466006908 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146ed6ba: reopening flushed file at 1733466006913 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be45d5c: reopening flushed file at 1733466006918 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1733466006924 (+6 ms)Writing region close event to WAL at 1733466006937 (+13 ms)Running coprocessor post-close hooks at 1733466006941 (+4 ms)Closed at 1733466006941 2024-12-06T06:20:06,942 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c960bb3ddeea8fc8cb85221b09adb11: Waiting for close lock at 1733466005638Running coprocessor pre-close hooks at 1733466005638Disabling compacts and flushes for region at 1733466005638Disabling writes for close at 1733466005638Obtaining lock to block concurrent updates at 1733466005638Preparing flush snapshotting stores in 7c960bb3ddeea8fc8cb85221b09adb11 at 1733466005638Finished memstore snapshotting test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733466005639 (+1 ms)Flushing stores of test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. at 1733466005639Flushing 7c960bb3ddeea8fc8cb85221b09adb11/f: creating writer at 1733466005639Flushing 7c960bb3ddeea8fc8cb85221b09adb11/f: appending metadata at 1733466005653 (+14 ms)Flushing 7c960bb3ddeea8fc8cb85221b09adb11/f: closing flushed file at 1733466005653Flushing 7c960bb3ddeea8fc8cb85221b09adb11/f1: creating writer at 1733466006061 (+408 ms)Flushing 7c960bb3ddeea8fc8cb85221b09adb11/f1: appending metadata at 1733466006078 (+17 ms)Flushing 7c960bb3ddeea8fc8cb85221b09adb11/f1: closing flushed file at 1733466006078Flushing 7c960bb3ddeea8fc8cb85221b09adb11/norep: creating writer at 1733466006486 (+408 ms)Flushing 7c960bb3ddeea8fc8cb85221b09adb11/norep: appending metadata at 1733466006503 (+17 ms)Flushing 7c960bb3ddeea8fc8cb85221b09adb11/norep: closing flushed file at 1733466006503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1edf03: reopening flushed file at 1733466006912 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5f09e2: reopening flushed file at 1733466006917 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7825dc: reopening flushed file at 1733466006922 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7c960bb3ddeea8fc8cb85221b09adb11 in 1289ms, sequenceid=8, compaction requested=false at 1733466006927 (+5 ms)Writing region close event to WAL at 1733466006938 (+11 ms)Running coprocessor post-close hooks at 1733466006941 (+3 ms)Closed at 1733466006941 2024-12-06T06:20:06,942 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:06,942 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733465988669.7c960bb3ddeea8fc8cb85221b09adb11. 2024-12-06T06:20:07,004 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,36041,1733465983519; all regions closed. 2024-12-06T06:20:07,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.meta.1733465986030.meta not finished, retry = 0 2024-12-06T06:20:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:20:07,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.rep.1733465994125 not finished, retry = 0 2024-12-06T06:20:07,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741839_1015 (size=2676) 2024-12-06T06:20:07,155 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 1159, reset compression=false 2024-12-06T06:20:07,160 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:07,160 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.wal-reader.6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 to pos 1803, reset compression=false 2024-12-06T06:20:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741832_1008 (size=1811) 2024-12-06T06:20:07,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/WALs/6336e8474e1c,36041,1733465983519/6336e8474e1c%2C36041%2C1733465983519.1733465985098 not finished, retry = 0 2024-12-06T06:20:07,314 DEBUG [RS:0;6336e8474e1c:36041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:07,314 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:20:07,314 INFO [RS:0;6336e8474e1c:36041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:20:07,314 INFO [RS:0;6336e8474e1c:36041 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T06:20:07,314 INFO [RS:0;6336e8474e1c:36041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:20:07,314 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:20:07,314 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,36041,1733465983519 because: Region server is closing 2024-12-06T06:20:07,314 INFO [RS:0;6336e8474e1c:36041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:36041. 2024-12-06T06:20:07,315 DEBUG [RS:0;6336e8474e1c:36041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:07,315 DEBUG [RS:0;6336e8474e1c:36041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:07,315 DEBUG [RS:0;6336e8474e1c:36041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:07,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:07,415 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,36041,1733465983519.replicationSource.shipper6336e8474e1c%2C36041%2C1733465983519,1-6336e8474e1c,36041,1733465983519 terminated 2024-12-06T06:20:07,415 INFO [RS:0;6336e8474e1c:36041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:36041. 2024-12-06T06:20:07,415 DEBUG [RS:0;6336e8474e1c:36041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:07,415 DEBUG [RS:0;6336e8474e1c:36041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:07,415 DEBUG [RS:0;6336e8474e1c:36041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:07,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:07,415 INFO [RS:0;6336e8474e1c:36041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36041 2024-12-06T06:20:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773849724/rs/6336e8474e1c,36041,1733465983519 2024-12-06T06:20:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724/rs 2024-12-06T06:20:07,418 INFO [RS:0;6336e8474e1c:36041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:20:07,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,36041,1733465983519] 2024-12-06T06:20:07,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01773849724/draining/6336e8474e1c,36041,1733465983519 already deleted, retry=false 2024-12-06T06:20:07,422 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,36041,1733465983519 expired; onlineServers=0 2024-12-06T06:20:07,422 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,44021,1733465983468' ***** 2024-12-06T06:20:07,422 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:20:07,422 INFO [M:0;6336e8474e1c:44021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:20:07,422 INFO [M:0;6336e8474e1c:44021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:20:07,422 DEBUG [M:0;6336e8474e1c:44021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:20:07,422 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:20:07,422 DEBUG [M:0;6336e8474e1c:44021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:20:07,422 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465984883 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465984883,5,FailOnTimeoutGroup] 2024-12-06T06:20:07,422 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465984883 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465984883,5,FailOnTimeoutGroup] 2024-12-06T06:20:07,422 INFO [M:0;6336e8474e1c:44021 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:20:07,423 INFO [M:0;6336e8474e1c:44021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:20:07,423 DEBUG [M:0;6336e8474e1c:44021 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:20:07,423 INFO [M:0;6336e8474e1c:44021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:20:07,423 INFO [M:0;6336e8474e1c:44021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:20:07,423 INFO [M:0;6336e8474e1c:44021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:20:07,423 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:20:07,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773849724/master 2024-12-06T06:20:07,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773849724 2024-12-06T06:20:07,424 DEBUG [M:0;6336e8474e1c:44021 {}] zookeeper.ZKUtil(347): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Unable to get data of znode /01773849724/master because node does not exist (not an error) 2024-12-06T06:20:07,424 WARN [M:0;6336e8474e1c:44021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:20:07,425 INFO [M:0;6336e8474e1c:44021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/.lastflushedseqids 2024-12-06T06:20:07,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741848_1024 (size=245) 2024-12-06T06:20:07,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:07,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101866db0970001, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:07,520 INFO [RS:0;6336e8474e1c:36041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:20:07,520 INFO [RS:0;6336e8474e1c:36041 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,36041,1733465983519; zookeeper connection closed. 2024-12-06T06:20:07,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71cdd4b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71cdd4b7 2024-12-06T06:20:07,520 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:20:07,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:07,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:07,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:07,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:07,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:07,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:07,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:07,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:07,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:07,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:07,830 INFO [M:0;6336e8474e1c:44021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:20:07,830 INFO [M:0;6336e8474e1c:44021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:20:07,830 DEBUG [M:0;6336e8474e1c:44021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:20:07,830 INFO [M:0;6336e8474e1c:44021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:07,830 DEBUG [M:0;6336e8474e1c:44021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:07,830 DEBUG [M:0;6336e8474e1c:44021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:20:07,830 DEBUG [M:0;6336e8474e1c:44021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:07,830 INFO [M:0;6336e8474e1c:44021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T06:20:07,846 DEBUG [M:0;6336e8474e1c:44021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5386d1aa692b4ee28466d30bfce0119b is 82, key is hbase:meta,,1/info:regioninfo/1733465986062/Put/seqid=0 2024-12-06T06:20:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741849_1025 (size=5672) 2024-12-06T06:20:08,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:20:08,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:08,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:08,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:08,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:08,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:08,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:08,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:08,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:08,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:08,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:08,253 INFO [M:0;6336e8474e1c:44021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5386d1aa692b4ee28466d30bfce0119b 2024-12-06T06:20:08,271 DEBUG [M:0;6336e8474e1c:44021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31eff85a7fc943dab3a60ef8f27a2c42 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733465994165/Put/seqid=0 2024-12-06T06:20:08,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741850_1026 (size=8516) 2024-12-06T06:20:08,676 INFO [M:0;6336e8474e1c:44021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31eff85a7fc943dab3a60ef8f27a2c42 2024-12-06T06:20:08,695 DEBUG [M:0;6336e8474e1c:44021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0adebb653bae4591abaf123fcc3d5dd0 is 69, key is 6336e8474e1c,36041,1733465983519/rs:state/1733465984958/Put/seqid=0 2024-12-06T06:20:08,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741851_1027 (size=5156) 2024-12-06T06:20:09,099 INFO [M:0;6336e8474e1c:44021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0adebb653bae4591abaf123fcc3d5dd0 2024-12-06T06:20:09,103 DEBUG [M:0;6336e8474e1c:44021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5386d1aa692b4ee28466d30bfce0119b as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5386d1aa692b4ee28466d30bfce0119b 2024-12-06T06:20:09,106 INFO [M:0;6336e8474e1c:44021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5386d1aa692b4ee28466d30bfce0119b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T06:20:09,107 DEBUG [M:0;6336e8474e1c:44021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31eff85a7fc943dab3a60ef8f27a2c42 as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31eff85a7fc943dab3a60ef8f27a2c42 2024-12-06T06:20:09,111 INFO [M:0;6336e8474e1c:44021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31eff85a7fc943dab3a60ef8f27a2c42, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T06:20:09,112 DEBUG [M:0;6336e8474e1c:44021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0adebb653bae4591abaf123fcc3d5dd0 as hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0adebb653bae4591abaf123fcc3d5dd0 2024-12-06T06:20:09,115 INFO [M:0;6336e8474e1c:44021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0adebb653bae4591abaf123fcc3d5dd0, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T06:20:09,116 INFO [M:0;6336e8474e1c:44021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-12-06T06:20:09,117 INFO [M:0;6336e8474e1c:44021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:09,117 DEBUG [M:0;6336e8474e1c:44021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466007830Disabling compacts and flushes for region at 1733466007830Disabling writes for close at 1733466007830Obtaining lock to block concurrent updates at 1733466007830Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466007830Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733466007831 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466007831Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466007831Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466007845 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466007845Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466008257 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466008271 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466008271Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466008680 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466008694 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466008694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239ea45c: reopening flushed file at 1733466009102 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542d465b: reopening flushed file at 1733466009107 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce3c876: reopening flushed file at 1733466009111 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1733466009116 (+5 ms)Writing region close event to WAL at 1733466009117 (+1 ms)Closed at 1733466009117 2024-12-06T06:20:09,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc383e11-674c-a1f3-d404-2e8caffecdd8/MasterData/WALs/6336e8474e1c,44021,1733465983468/6336e8474e1c%2C44021%2C1733465983468.1733465984808 not finished, retry = 0 2024-12-06T06:20:09,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741830_1006 (size=63654) 2024-12-06T06:20:09,220 INFO [M:0;6336e8474e1c:44021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:20:09,220 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:20:09,220 INFO [M:0;6336e8474e1c:44021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44021 2024-12-06T06:20:09,221 INFO [M:0;6336e8474e1c:44021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:20:09,323 INFO [M:0;6336e8474e1c:44021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:20:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44021-0x101866db0970000, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:09,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5b79ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:20:09,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e77e763{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:20:09,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:20:09,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a9d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:20:09,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13deed36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/hadoop.log.dir/,STOPPED} 2024-12-06T06:20:09,328 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:20:09,328 WARN [BP-280917067-172.17.0.2-1733465982497 heartbeating to localhost/127.0.0.1:43079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:20:09,328 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:20:09,328 WARN [BP-280917067-172.17.0.2-1733465982497 heartbeating to localhost/127.0.0.1:43079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-280917067-172.17.0.2-1733465982497 (Datanode Uuid cea39133-4842-4b87-b21e-d6f3627e96a4) service to localhost/127.0.0.1:43079 2024-12-06T06:20:09,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/cluster_2da6dae3-324b-2fb4-d905-d32e345144db/data/data1/current/BP-280917067-172.17.0.2-1733465982497 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:20:09,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/cluster_2da6dae3-324b-2fb4-d905-d32e345144db/data/data2/current/BP-280917067-172.17.0.2-1733465982497 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:20:09,329 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:20:09,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39698e96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:20:09,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1424c9be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:20:09,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:20:09,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147c2401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:20:09,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73d9276{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10a79870-dc7f-74a4-4423-d09c52ad4fcf/hadoop.log.dir/,STOPPED} 2024-12-06T06:20:09,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:20:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:20:09,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 245) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43301 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43079 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=4486 (was 4656) 2024-12-06T06:20:09,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=4486 2024-12-06T06:20:09,392 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-06T06:20:09,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/hadoop.log.dir so I do NOT create it in target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882 2024-12-06T06:20:09,393 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:20:09,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/hadoop.tmp.dir so I do NOT create it in target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882 2024-12-06T06:20:09,393 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aab68b-0096-b6ad-615a-bd6caa0ea181/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:20:09,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882 2024-12-06T06:20:09,393 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/cluster_9383ae00-7e45-931e-83b6-d23ba6b6b145, deleteOnExit=true 2024-12-06T06:20:09,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/cluster_9383ae00-7e45-931e-83b6-d23ba6b6b145/zookeeper_0, clientPort=56110, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/cluster_9383ae00-7e45-931e-83b6-d23ba6b6b145/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/cluster_9383ae00-7e45-931e-83b6-d23ba6b6b145/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:20:09,396 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56110 2024-12-06T06:20:09,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:20:09,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:20:09,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/test.cache.data in system properties and HBase conf 2024-12-06T06:20:09,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:20:09,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:20:09,397 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:20:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:09,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:20:09,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:20:09,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101866db0970002, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:20:09,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101866db0970005, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:20:09,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101866db0970002, quorum=127.0.0.1:52638, baseZNode=/01773849724 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:20:09,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101866db0970005, quorum=127.0.0.1:52638, baseZNode=/1-170793230 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:20:09,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:09,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:09,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:09,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:09,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:20:09,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:09,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150b11b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:09,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d3f243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:20:09,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78790cfa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/java.io.tmpdir/jetty-localhost-45519-hadoop-hdfs-3_4_1-tests_jar-_-any-9611460749096766161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:20:09,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d10a9d5{HTTP/1.1, (http/1.1)}{localhost:45519} 2024-12-06T06:20:09,598 INFO [Time-limited test {}] server.Server(415): Started @198269ms 2024-12-06T06:20:09,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:09,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:09,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:09,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:09,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:20:09,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24af6efd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:09,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36973165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:20:09,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a4a1a95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/java.io.tmpdir/jetty-localhost-35657-hadoop-hdfs-3_4_1-tests_jar-_-any-9025300934955759621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:20:09,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bd98a28{HTTP/1.1, (http/1.1)}{localhost:35657} 2024-12-06T06:20:09,796 INFO [Time-limited test {}] server.Server(415): Started @198468ms 2024-12-06T06:20:09,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:20:09,899 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/cluster_9383ae00-7e45-931e-83b6-d23ba6b6b145/data/data2/current/BP-134542454-172.17.0.2-1733466009416/current, will proceed with Du for space computation calculation, 2024-12-06T06:20:09,899 WARN [Thread-2641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/cluster_9383ae00-7e45-931e-83b6-d23ba6b6b145/data/data1/current/BP-134542454-172.17.0.2-1733466009416/current, will proceed with Du for space computation calculation, 2024-12-06T06:20:09,925 WARN [Thread-2629 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:20:09,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb432e445dc84486e with lease ID 0xa00f8a70bf162b42: Processing first storage report for DS-7efb879c-62c4-4ac4-a875-72e15fe792d2 from datanode DatanodeRegistration(127.0.0.1:34007, datanodeUuid=dc075bf3-bf3e-4c4c-86a2-838f2030def1, infoPort=41123, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=47017385;c=1733466009416) 2024-12-06T06:20:09,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb432e445dc84486e with lease ID 0xa00f8a70bf162b42: from storage DS-7efb879c-62c4-4ac4-a875-72e15fe792d2 node DatanodeRegistration(127.0.0.1:34007, datanodeUuid=dc075bf3-bf3e-4c4c-86a2-838f2030def1, infoPort=41123, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=47017385;c=1733466009416), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:20:09,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb432e445dc84486e with lease ID 0xa00f8a70bf162b42: Processing first storage report for DS-ce2aaea8-78b8-49f0-bdc3-3f5aa307ab06 from datanode DatanodeRegistration(127.0.0.1:34007, datanodeUuid=dc075bf3-bf3e-4c4c-86a2-838f2030def1, infoPort=41123, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=47017385;c=1733466009416) 2024-12-06T06:20:09,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb432e445dc84486e with lease ID 0xa00f8a70bf162b42: from storage DS-ce2aaea8-78b8-49f0-bdc3-3f5aa307ab06 node DatanodeRegistration(127.0.0.1:34007, datanodeUuid=dc075bf3-bf3e-4c4c-86a2-838f2030def1, infoPort=41123, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=47017385;c=1733466009416), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:20:10,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882 2024-12-06T06:20:10,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:10,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:10,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:20:10,435 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78 with version=8 2024-12-06T06:20:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/hbase-staging 2024-12-06T06:20:10,437 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:20:10,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:10,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:10,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:20:10,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:10,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:20:10,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:20:10,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:20:10,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36645 2024-12-06T06:20:10,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36645 connecting to ZooKeeper ensemble=127.0.0.1:56110 2024-12-06T06:20:10,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366450x0, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:10,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36645-0x101866e19c20000 connected 2024-12-06T06:20:10,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:10,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:10,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Set watcher on znode that does not yet exist, /0-1846603677/running 2024-12-06T06:20:10,467 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78, hbase.cluster.distributed=false 2024-12-06T06:20:10,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Set watcher on znode that does not yet exist, /0-1846603677/acl 2024-12-06T06:20:10,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36645 2024-12-06T06:20:10,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36645 2024-12-06T06:20:10,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36645 2024-12-06T06:20:10,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36645 2024-12-06T06:20:10,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36645 2024-12-06T06:20:10,491 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:20:10,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:10,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:10,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:20:10,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:10,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:20:10,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:20:10,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:20:10,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43517 2024-12-06T06:20:10,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43517 connecting to ZooKeeper ensemble=127.0.0.1:56110 2024-12-06T06:20:10,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:10,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:10,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435170x0, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:10,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435170x0, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Set watcher on znode that does not yet exist, /0-1846603677/running 2024-12-06T06:20:10,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43517-0x101866e19c20001 connected 2024-12-06T06:20:10,499 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:20:10,500 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:20:10,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Set watcher on znode that does not yet exist, /0-1846603677/master 2024-12-06T06:20:10,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Set watcher on znode that does not yet exist, /0-1846603677/acl 2024-12-06T06:20:10,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43517 2024-12-06T06:20:10,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43517 2024-12-06T06:20:10,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43517 2024-12-06T06:20:10,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43517 2024-12-06T06:20:10,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43517 2024-12-06T06:20:10,523 DEBUG [M:0;6336e8474e1c:36645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:36645 2024-12-06T06:20:10,524 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1846603677/backup-masters/6336e8474e1c,36645,1733466010436 2024-12-06T06:20:10,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677/backup-masters 2024-12-06T06:20:10,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677/backup-masters 2024-12-06T06:20:10,526 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Set watcher on existing znode=/0-1846603677/backup-masters/6336e8474e1c,36645,1733466010436 2024-12-06T06:20:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1846603677/master 2024-12-06T06:20:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:10,529 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Set watcher on existing znode=/0-1846603677/master 2024-12-06T06:20:10,529 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1846603677/backup-masters/6336e8474e1c,36645,1733466010436 from backup master directory 2024-12-06T06:20:10,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677/backup-masters 2024-12-06T06:20:10,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1846603677/backup-masters/6336e8474e1c,36645,1733466010436 2024-12-06T06:20:10,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677/backup-masters 2024-12-06T06:20:10,531 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:20:10,531 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,36645,1733466010436 2024-12-06T06:20:10,534 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/hbase.id] with ID: fa55c7b4-1347-44de-9295-88f5e7952641 2024-12-06T06:20:10,534 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/.tmp/hbase.id 2024-12-06T06:20:10,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:20:10,941 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/.tmp/hbase.id]:[hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/hbase.id] 2024-12-06T06:20:10,950 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:10,950 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:20:10,950 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T06:20:10,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:10,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:20:11,357 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:11,358 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:20:11,358 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:11,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:20:11,765 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store 2024-12-06T06:20:11,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:20:12,172 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:12,172 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:20:12,172 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:12,172 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:12,172 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:20:12,172 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:12,172 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:12,172 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466012172Disabling compacts and flushes for region at 1733466012172Disabling writes for close at 1733466012172Writing region close event to WAL at 1733466012172Closed at 1733466012172 2024-12-06T06:20:12,173 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/.initializing 2024-12-06T06:20:12,173 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/WALs/6336e8474e1c,36645,1733466010436 2024-12-06T06:20:12,174 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:20:12,176 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C36645%2C1733466010436, suffix=, logDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/WALs/6336e8474e1c,36645,1733466010436, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/oldWALs, maxLogs=10 2024-12-06T06:20:12,189 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/WALs/6336e8474e1c,36645,1733466010436/6336e8474e1c%2C36645%2C1733466010436.1733466012176, exclude list is [], retry=0 2024-12-06T06:20:12,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34007,DS-7efb879c-62c4-4ac4-a875-72e15fe792d2,DISK] 2024-12-06T06:20:12,193 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/WALs/6336e8474e1c,36645,1733466010436/6336e8474e1c%2C36645%2C1733466010436.1733466012176 2024-12-06T06:20:12,193 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-12-06T06:20:12,193 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:12,193 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:12,194 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,194 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:20:12,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:12,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:12,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:20:12,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:12,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:12,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:20:12,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:12,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:12,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:20:12,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:12,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:12,199 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,199 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,201 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:12,202 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:12,203 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:12,203 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61067591, jitterRate=-0.09002198278903961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:12,204 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733466012194Initializing all the Stores at 1733466012194Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466012194Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466012194Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466012194Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466012194Cleaning up temporary data from old regions at 1733466012200 (+6 ms)Region opened successfully at 1733466012204 (+4 ms) 2024-12-06T06:20:12,204 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:20:12,206 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b774e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:20:12,207 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:20:12,207 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:20:12,207 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:20:12,207 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:20:12,208 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:20:12,208 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:20:12,208 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:20:12,209 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:20:12,210 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Unable to get data of znode /0-1846603677/balancer because node does not exist (not necessarily an error) 2024-12-06T06:20:12,211 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1846603677/balancer already deleted, retry=false 2024-12-06T06:20:12,211 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:20:12,212 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Unable to get data of znode /0-1846603677/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:20:12,214 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1846603677/normalizer already deleted, retry=false 2024-12-06T06:20:12,214 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:20:12,215 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Unable to get data of znode /0-1846603677/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:20:12,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1846603677/switch/split already deleted, retry=false 2024-12-06T06:20:12,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Unable to get data of znode /0-1846603677/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:20:12,217 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1846603677/switch/merge already deleted, retry=false 2024-12-06T06:20:12,219 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Unable to get data of znode /0-1846603677/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:20:12,220 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1846603677/snapshot-cleanup already deleted, retry=false 2024-12-06T06:20:12,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1846603677/running 2024-12-06T06:20:12,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1846603677/running 2024-12-06T06:20:12,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:12,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:12,223 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,36645,1733466010436, sessionid=0x101866e19c20000, setting cluster-up flag (Was=false) 2024-12-06T06:20:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:12,229 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1846603677/flush-table-proc/acquired, /0-1846603677/flush-table-proc/reached, /0-1846603677/flush-table-proc/abort 2024-12-06T06:20:12,229 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,36645,1733466010436 2024-12-06T06:20:12,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:12,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:12,236 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1846603677/online-snapshot/acquired, /0-1846603677/online-snapshot/reached, /0-1846603677/online-snapshot/abort 2024-12-06T06:20:12,236 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,36645,1733466010436 2024-12-06T06:20:12,237 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:20:12,239 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:12,239 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:20:12,239 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:20:12,239 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,36645,1733466010436 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:20:12,240 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:12,240 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:12,240 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:12,240 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:12,240 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:20:12,240 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,240 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:20:12,241 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466042242 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:20:12,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:12,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:20:12,242 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:20:12,243 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:20:12,243 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:20:12,243 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:12,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:20:12,243 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466012243,5,FailOnTimeoutGroup] 2024-12-06T06:20:12,243 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466012243,5,FailOnTimeoutGroup] 2024-12-06T06:20:12,243 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,243 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:20:12,243 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,243 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:20:12,311 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(746): ClusterId : fa55c7b4-1347-44de-9295-88f5e7952641 2024-12-06T06:20:12,311 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:20:12,313 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:20:12,313 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:20:12,315 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:20:12,316 DEBUG [RS:0;6336e8474e1c:43517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58718f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:20:12,331 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:43517 2024-12-06T06:20:12,331 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:20:12,331 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:20:12,331 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:20:12,332 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,36645,1733466010436 with port=43517, startcode=1733466010491 2024-12-06T06:20:12,332 DEBUG [RS:0;6336e8474e1c:43517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:20:12,333 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:20:12,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,43517,1733466010491 2024-12-06T06:20:12,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36645 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,43517,1733466010491 2024-12-06T06:20:12,335 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78 2024-12-06T06:20:12,335 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35961 2024-12-06T06:20:12,335 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:20:12,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677/rs 2024-12-06T06:20:12,337 DEBUG [RS:0;6336e8474e1c:43517 {}] zookeeper.ZKUtil(111): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Set watcher on existing znode=/0-1846603677/rs/6336e8474e1c,43517,1733466010491 2024-12-06T06:20:12,337 WARN [RS:0;6336e8474e1c:43517 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:20:12,337 INFO [RS:0;6336e8474e1c:43517 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:12,337 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491 2024-12-06T06:20:12,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,43517,1733466010491] 2024-12-06T06:20:12,342 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:20:12,344 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:20:12,344 INFO [RS:0;6336e8474e1c:43517 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:20:12,344 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,344 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:20:12,345 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:20:12,345 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:20:12,345 DEBUG [RS:0;6336e8474e1c:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:20:12,348 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,348 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,348 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,348 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,348 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,348 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,43517,1733466010491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:20:12,362 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:20:12,362 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,43517,1733466010491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,362 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,362 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.Replication(171): 6336e8474e1c,43517,1733466010491 started 2024-12-06T06:20:12,376 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:12,376 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,43517,1733466010491, RpcServer on 6336e8474e1c/172.17.0.2:43517, sessionid=0x101866e19c20001 2024-12-06T06:20:12,376 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:20:12,376 DEBUG [RS:0;6336e8474e1c:43517 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,43517,1733466010491 2024-12-06T06:20:12,376 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,43517,1733466010491' 2024-12-06T06:20:12,376 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1846603677/flush-table-proc/abort' 2024-12-06T06:20:12,377 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1846603677/flush-table-proc/acquired' 2024-12-06T06:20:12,377 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:20:12,377 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:20:12,377 DEBUG [RS:0;6336e8474e1c:43517 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,43517,1733466010491 2024-12-06T06:20:12,377 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,43517,1733466010491' 2024-12-06T06:20:12,377 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1846603677/online-snapshot/abort' 2024-12-06T06:20:12,377 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1846603677/online-snapshot/acquired' 2024-12-06T06:20:12,378 DEBUG [RS:0;6336e8474e1c:43517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:20:12,378 INFO [RS:0;6336e8474e1c:43517 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:20:12,378 INFO [RS:0;6336e8474e1c:43517 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:20:12,478 INFO [RS:0;6336e8474e1c:43517 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:20:12,479 INFO [RS:0;6336e8474e1c:43517 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C43517%2C1733466010491, suffix=, logDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/oldWALs, maxLogs=10 2024-12-06T06:20:12,493 DEBUG [RS:0;6336e8474e1c:43517 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, exclude list is [], retry=0 2024-12-06T06:20:12,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34007,DS-7efb879c-62c4-4ac4-a875-72e15fe792d2,DISK] 2024-12-06T06:20:12,497 INFO [RS:0;6336e8474e1c:43517 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 2024-12-06T06:20:12,497 DEBUG [RS:0;6336e8474e1c:43517 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-12-06T06:20:12,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:20:12,655 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78 2024-12-06T06:20:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:20:13,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:13,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:20:13,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:20:13,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:13,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:13,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:20:13,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:20:13,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:13,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:13,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:20:13,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:20:13,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:13,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:13,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:20:13,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:20:13,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:13,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:13,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:20:13,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740 2024-12-06T06:20:13,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740 2024-12-06T06:20:13,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:20:13,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:20:13,068 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:13,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:20:13,070 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:13,071 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59120674, jitterRate=-0.11903330683708191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:13,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733466013061Initializing all the Stores at 1733466013061Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466013061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466013061Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466013061Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466013061Cleaning up temporary data from old regions at 1733466013068 (+7 ms)Region opened successfully at 1733466013071 (+3 ms) 2024-12-06T06:20:13,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:20:13,071 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:20:13,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:20:13,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:20:13,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:20:13,071 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:13,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466013071Disabling compacts and flushes for region at 1733466013071Disabling writes for close at 1733466013071Writing region close event to WAL at 1733466013071Closed at 1733466013071 2024-12-06T06:20:13,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:13,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:20:13,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:20:13,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:20:13,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:20:13,224 DEBUG [6336e8474e1c:36645 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:20:13,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,43517,1733466010491 2024-12-06T06:20:13,226 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,43517,1733466010491, state=OPENING 2024-12-06T06:20:13,227 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:20:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:13,232 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:20:13,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1846603677/meta-region-server: CHANGED 2024-12-06T06:20:13,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1846603677/meta-region-server: CHANGED 2024-12-06T06:20:13,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,43517,1733466010491}] 2024-12-06T06:20:13,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:20:13,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:20:13,389 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:20:13,389 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:13,389 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:20:13,390 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C43517%2C1733466010491.meta, suffix=.meta, logDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/oldWALs, maxLogs=10 2024-12-06T06:20:13,403 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.meta.1733466013390.meta, exclude list is [], retry=0 2024-12-06T06:20:13,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34007,DS-7efb879c-62c4-4ac4-a875-72e15fe792d2,DISK] 2024-12-06T06:20:13,407 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.meta.1733466013390.meta 2024-12-06T06:20:13,407 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-12-06T06:20:13,407 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:13,407 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:13,408 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:20:13,408 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:20:13,408 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:20:13,408 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:20:13,408 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:13,408 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:20:13,408 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:20:13,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:20:13,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:20:13,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:13,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:13,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:20:13,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:20:13,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:13,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:13,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:20:13,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:20:13,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:13,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:13,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:20:13,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:20:13,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:13,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:13,413 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:20:13,413 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740 2024-12-06T06:20:13,414 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740 2024-12-06T06:20:13,415 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:20:13,415 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:20:13,415 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:13,416 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:20:13,416 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69774606, jitterRate=0.03972265124320984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:13,417 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:20:13,417 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733466013408Writing region info on filesystem at 1733466013408Initializing all the Stores at 1733466013409 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466013409Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466013409Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466013409Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466013409Cleaning up temporary data from old regions at 1733466013415 (+6 ms)Running coprocessor post-open hooks at 1733466013417 (+2 ms)Region opened successfully at 1733466013417 2024-12-06T06:20:13,418 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466013384 2024-12-06T06:20:13,420 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:20:13,420 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:20:13,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,43517,1733466010491 2024-12-06T06:20:13,421 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,43517,1733466010491, state=OPEN 2024-12-06T06:20:13,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1846603677/meta-region-server 2024-12-06T06:20:13,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1846603677/meta-region-server 2024-12-06T06:20:13,422 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,43517,1733466010491 2024-12-06T06:20:13,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1846603677/meta-region-server: CHANGED 2024-12-06T06:20:13,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1846603677/meta-region-server: CHANGED 2024-12-06T06:20:13,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:20:13,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,43517,1733466010491 in 190 msec 2024-12-06T06:20:13,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:20:13,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-12-06T06:20:13,426 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:13,426 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:20:13,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:13,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,43517,1733466010491, seqNum=-1] 2024-12-06T06:20:13,427 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:13,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:13,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-12-06T06:20:13,432 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466013432, completionTime=-1 2024-12-06T06:20:13,432 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:20:13,432 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:20:13,434 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:20:13,434 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466073434 2024-12-06T06:20:13,434 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466133434 2024-12-06T06:20:13,434 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:20:13,435 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36645,1733466010436-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:13,435 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36645,1733466010436-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:13,435 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36645,1733466010436-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:13,435 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:36645, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:13,435 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:13,435 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:13,436 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:20:13,438 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.907sec 2024-12-06T06:20:13,438 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:20:13,438 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:20:13,438 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:20:13,438 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:20:13,438 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:20:13,438 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36645,1733466010436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:20:13,438 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36645,1733466010436-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:20:13,443 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:20:13,443 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:20:13,443 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36645,1733466010436-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:13,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261ae6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:13,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36645,-1 for getting cluster id 2024-12-06T06:20:13,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:13,513 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa55c7b4-1347-44de-9295-88f5e7952641' 2024-12-06T06:20:13,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:13,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa55c7b4-1347-44de-9295-88f5e7952641" 2024-12-06T06:20:13,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2ef9e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:13,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36645,-1] 2024-12-06T06:20:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:13,515 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:13,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9c1560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:13,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,43517,1733466010491, seqNum=-1] 2024-12-06T06:20:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:13,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:13,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,36645,1733466010436 2024-12-06T06:20:13,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56110 2024-12-06T06:20:13,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:13,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101866e19c20002 connected 2024-12-06T06:20:13,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/hadoop.log.dir so I do NOT create it in target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484 2024-12-06T06:20:13,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:20:13,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/hadoop.tmp.dir so I do NOT create it in target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484 2024-12-06T06:20:13,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:20:13,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484 2024-12-06T06:20:13,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:20:13,525 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/cluster_ea862623-828f-8a34-e05f-6891c2582029, deleteOnExit=true 2024-12-06T06:20:13,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:20:13,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/test.cache.data in system properties and HBase conf 2024-12-06T06:20:13,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:20:13,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:20:13,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:20:13,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:20:13,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:20:13,525 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:20:13,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:20:13,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:13,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:13,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:13,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:13,626 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:20:13,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:13,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71788b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:13,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@673761d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:20:13,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cd26dc7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/java.io.tmpdir/jetty-localhost-34451-hadoop-hdfs-3_4_1-tests_jar-_-any-17394627390951549461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:20:13,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dafa61f{HTTP/1.1, (http/1.1)}{localhost:34451} 2024-12-06T06:20:13,745 INFO [Time-limited test {}] server.Server(415): Started @202417ms 2024-12-06T06:20:13,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:13,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:13,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:13,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:13,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:20:13,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9e1646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:13,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b0c9f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:20:13,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77cb3a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/java.io.tmpdir/jetty-localhost-45283-hadoop-hdfs-3_4_1-tests_jar-_-any-6775806988167727333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:20:13,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37999a1f{HTTP/1.1, (http/1.1)}{localhost:45283} 2024-12-06T06:20:13,952 INFO [Time-limited test {}] server.Server(415): Started @202623ms 2024-12-06T06:20:13,953 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:20:14,049 WARN [Thread-2761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/cluster_ea862623-828f-8a34-e05f-6891c2582029/data/data1/current/BP-2039190599-172.17.0.2-1733466013549/current, will proceed with Du for space computation calculation, 2024-12-06T06:20:14,049 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/cluster_ea862623-828f-8a34-e05f-6891c2582029/data/data2/current/BP-2039190599-172.17.0.2-1733466013549/current, will proceed with Du for space computation calculation, 2024-12-06T06:20:14,072 WARN [Thread-2749 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:20:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefc50267e77a1f6b with lease ID 0xc7e9f06716bec9dc: Processing first storage report for DS-dfd9fe43-fd68-4ebc-aa6f-48b721719196 from datanode DatanodeRegistration(127.0.0.1:45933, datanodeUuid=f0278cb5-4381-444c-a725-8b7f2640f4c2, infoPort=41301, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=1600429871;c=1733466013549) 2024-12-06T06:20:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefc50267e77a1f6b with lease ID 0xc7e9f06716bec9dc: from storage DS-dfd9fe43-fd68-4ebc-aa6f-48b721719196 node DatanodeRegistration(127.0.0.1:45933, datanodeUuid=f0278cb5-4381-444c-a725-8b7f2640f4c2, infoPort=41301, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=1600429871;c=1733466013549), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:20:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefc50267e77a1f6b with lease ID 0xc7e9f06716bec9dc: Processing first storage report for DS-630fb00e-6dc9-4320-bee5-c49b8c7e168b from datanode DatanodeRegistration(127.0.0.1:45933, datanodeUuid=f0278cb5-4381-444c-a725-8b7f2640f4c2, infoPort=41301, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=1600429871;c=1733466013549) 2024-12-06T06:20:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefc50267e77a1f6b with lease ID 0xc7e9f06716bec9dc: from storage DS-630fb00e-6dc9-4320-bee5-c49b8c7e168b node DatanodeRegistration(127.0.0.1:45933, datanodeUuid=f0278cb5-4381-444c-a725-8b7f2640f4c2, infoPort=41301, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=1600429871;c=1733466013549), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:20:14,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484 2024-12-06T06:20:14,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:14,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:20:14,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574 with version=8 2024-12-06T06:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/hbase-staging 2024-12-06T06:20:14,591 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:20:14,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:14,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:14,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:20:14,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:14,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:20:14,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:20:14,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:20:14,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36717 2024-12-06T06:20:14,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36717 connecting to ZooKeeper ensemble=127.0.0.1:56110 2024-12-06T06:20:14,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367170x0, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:14,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36717-0x101866e19c20003 connected 2024-12-06T06:20:14,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:14,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:14,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Set watcher on znode that does not yet exist, /1-1443740558/running 2024-12-06T06:20:14,609 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574, hbase.cluster.distributed=false 2024-12-06T06:20:14,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Set watcher on znode that does not yet exist, /1-1443740558/acl 2024-12-06T06:20:14,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36717 2024-12-06T06:20:14,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36717 2024-12-06T06:20:14,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36717 2024-12-06T06:20:14,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36717 2024-12-06T06:20:14,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36717 2024-12-06T06:20:14,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:20:14,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:14,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:14,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:20:14,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:14,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:20:14,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:20:14,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:20:14,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35543 2024-12-06T06:20:14,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35543 connecting to ZooKeeper ensemble=127.0.0.1:56110 2024-12-06T06:20:14,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:14,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:14,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355430x0, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:14,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355430x0, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Set watcher on znode that does not yet exist, /1-1443740558/running 2024-12-06T06:20:14,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35543-0x101866e19c20004 connected 2024-12-06T06:20:14,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:20:14,647 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:20:14,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Set watcher on znode that does not yet exist, /1-1443740558/master 2024-12-06T06:20:14,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Set watcher on znode that does not yet exist, /1-1443740558/acl 2024-12-06T06:20:14,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35543 2024-12-06T06:20:14,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35543 2024-12-06T06:20:14,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35543 2024-12-06T06:20:14,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35543 2024-12-06T06:20:14,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35543 2024-12-06T06:20:14,672 DEBUG [M:0;6336e8474e1c:36717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:36717 2024-12-06T06:20:14,672 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1443740558/backup-masters/6336e8474e1c,36717,1733466014591 2024-12-06T06:20:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558/backup-masters 2024-12-06T06:20:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558/backup-masters 2024-12-06T06:20:14,674 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Set watcher on existing znode=/1-1443740558/backup-masters/6336e8474e1c,36717,1733466014591 2024-12-06T06:20:14,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1443740558/master 2024-12-06T06:20:14,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:14,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:14,677 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Set watcher on existing znode=/1-1443740558/master 2024-12-06T06:20:14,677 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1443740558/backup-masters/6336e8474e1c,36717,1733466014591 from backup master directory 2024-12-06T06:20:14,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1443740558/backup-masters/6336e8474e1c,36717,1733466014591 2024-12-06T06:20:14,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558/backup-masters 2024-12-06T06:20:14,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558/backup-masters 2024-12-06T06:20:14,678 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:20:14,678 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,36717,1733466014591 2024-12-06T06:20:14,682 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/hbase.id] with ID: fad84c1f-faa9-48ef-912a-c06a969242c7 2024-12-06T06:20:14,682 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/.tmp/hbase.id 2024-12-06T06:20:14,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:20:15,088 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/.tmp/hbase.id]:[hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/hbase.id] 2024-12-06T06:20:15,097 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:15,097 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:20:15,098 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:20:15,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:15,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:15,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:20:15,505 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:15,506 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:20:15,506 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:15,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:20:15,912 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store 2024-12-06T06:20:15,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:20:16,318 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:16,318 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:20:16,318 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:16,318 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:16,318 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:20:16,318 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:16,318 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:16,318 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466016318Disabling compacts and flushes for region at 1733466016318Disabling writes for close at 1733466016318Writing region close event to WAL at 1733466016318Closed at 1733466016318 2024-12-06T06:20:16,319 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/.initializing 2024-12-06T06:20:16,319 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/WALs/6336e8474e1c,36717,1733466014591 2024-12-06T06:20:16,320 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:20:16,321 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C36717%2C1733466014591, suffix=, logDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/WALs/6336e8474e1c,36717,1733466014591, archiveDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/oldWALs, maxLogs=10 2024-12-06T06:20:16,348 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/WALs/6336e8474e1c,36717,1733466014591/6336e8474e1c%2C36717%2C1733466014591.1733466016322, exclude list is [], retry=0 2024-12-06T06:20:16,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45933,DS-dfd9fe43-fd68-4ebc-aa6f-48b721719196,DISK] 2024-12-06T06:20:16,352 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/WALs/6336e8474e1c,36717,1733466014591/6336e8474e1c%2C36717%2C1733466014591.1733466016322 2024-12-06T06:20:16,352 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41301:41301)] 2024-12-06T06:20:16,352 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:16,352 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:16,353 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,353 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:20:16,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:16,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:16,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:20:16,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:16,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:16,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:20:16,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:16,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:16,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:20:16,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:16,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:16,359 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,359 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,359 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,360 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,360 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,360 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:16,361 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:16,363 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:16,363 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73401313, jitterRate=0.09376479685306549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:16,363 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733466016353Initializing all the Stores at 1733466016353Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466016353Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466016353Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466016353Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466016353Cleaning up temporary data from old regions at 1733466016360 (+7 ms)Region opened successfully at 1733466016363 (+3 ms) 2024-12-06T06:20:16,363 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:20:16,365 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db891da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:20:16,366 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:20:16,366 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:20:16,366 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:20:16,366 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:20:16,367 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:20:16,367 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:20:16,367 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:20:16,368 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:20:16,369 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Unable to get data of znode /1-1443740558/balancer because node does not exist (not necessarily an error) 2024-12-06T06:20:16,370 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443740558/balancer already deleted, retry=false 2024-12-06T06:20:16,370 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:20:16,371 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Unable to get data of znode /1-1443740558/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:20:16,373 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443740558/normalizer already deleted, retry=false 2024-12-06T06:20:16,373 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:20:16,374 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Unable to get data of znode /1-1443740558/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:20:16,375 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443740558/switch/split already deleted, retry=false 2024-12-06T06:20:16,375 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Unable to get data of znode /1-1443740558/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:20:16,376 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443740558/switch/merge already deleted, retry=false 2024-12-06T06:20:16,377 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Unable to get data of znode /1-1443740558/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:20:16,378 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443740558/snapshot-cleanup already deleted, retry=false 2024-12-06T06:20:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1443740558/running 2024-12-06T06:20:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1443740558/running 2024-12-06T06:20:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:16,384 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,36717,1733466014591, sessionid=0x101866e19c20003, setting cluster-up flag (Was=false) 2024-12-06T06:20:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:16,391 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1443740558/flush-table-proc/acquired, /1-1443740558/flush-table-proc/reached, /1-1443740558/flush-table-proc/abort 2024-12-06T06:20:16,391 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,36717,1733466014591 2024-12-06T06:20:16,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:16,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:16,399 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1443740558/online-snapshot/acquired, /1-1443740558/online-snapshot/reached, /1-1443740558/online-snapshot/abort 2024-12-06T06:20:16,399 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,36717,1733466014591 2024-12-06T06:20:16,400 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:20:16,401 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:16,402 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:20:16,402 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:20:16,402 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,36717,1733466014591 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:20:16,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:16,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:16,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:16,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:16,403 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:20:16,404 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,404 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:20:16,404 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:16,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:20:16,406 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:16,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:20:16,408 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466046408 2024-12-06T06:20:16,408 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:20:16,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:20:16,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:20:16,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:20:16,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:20:16,409 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:20:16,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:20:16,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:20:16,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:20:16,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:20:16,411 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:20:16,411 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:20:16,411 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466016411,5,FailOnTimeoutGroup] 2024-12-06T06:20:16,412 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466016411,5,FailOnTimeoutGroup] 2024-12-06T06:20:16,412 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,412 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:20:16,412 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,412 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:20:16,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:20:16,413 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574 2024-12-06T06:20:16,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:20:16,458 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(746): ClusterId : fad84c1f-faa9-48ef-912a-c06a969242c7 2024-12-06T06:20:16,458 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:20:16,460 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:20:16,460 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:20:16,463 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:20:16,463 DEBUG [RS:0;6336e8474e1c:35543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29231489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:20:16,475 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:35543 2024-12-06T06:20:16,475 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:20:16,475 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:20:16,475 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:20:16,476 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,36717,1733466014591 with port=35543, startcode=1733466014638 2024-12-06T06:20:16,476 DEBUG [RS:0;6336e8474e1c:35543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:20:16,477 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:20:16,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,35543,1733466014638 2024-12-06T06:20:16,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36717 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,35543,1733466014638 2024-12-06T06:20:16,479 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574 2024-12-06T06:20:16,479 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46473 2024-12-06T06:20:16,479 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:20:16,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558/rs 2024-12-06T06:20:16,483 DEBUG [RS:0;6336e8474e1c:35543 {}] zookeeper.ZKUtil(111): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Set watcher on existing znode=/1-1443740558/rs/6336e8474e1c,35543,1733466014638 2024-12-06T06:20:16,483 WARN [RS:0;6336e8474e1c:35543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:20:16,483 INFO [RS:0;6336e8474e1c:35543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:16,484 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638 2024-12-06T06:20:16,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,35543,1733466014638] 2024-12-06T06:20:16,489 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:20:16,491 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:20:16,491 INFO [RS:0;6336e8474e1c:35543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:20:16,491 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,492 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:20:16,492 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:20:16,493 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:20:16,493 DEBUG [RS:0;6336e8474e1c:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:20:16,493 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,493 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,493 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,493 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,493 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,493 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35543,1733466014638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:20:16,511 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:20:16,511 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35543,1733466014638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,511 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,511 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.Replication(171): 6336e8474e1c,35543,1733466014638 started 2024-12-06T06:20:16,525 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:16,525 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,35543,1733466014638, RpcServer on 6336e8474e1c/172.17.0.2:35543, sessionid=0x101866e19c20004 2024-12-06T06:20:16,525 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:20:16,525 DEBUG [RS:0;6336e8474e1c:35543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,35543,1733466014638 2024-12-06T06:20:16,525 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35543,1733466014638' 2024-12-06T06:20:16,525 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1443740558/flush-table-proc/abort' 2024-12-06T06:20:16,526 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1443740558/flush-table-proc/acquired' 2024-12-06T06:20:16,526 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:20:16,526 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:20:16,526 DEBUG [RS:0;6336e8474e1c:35543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,35543,1733466014638 2024-12-06T06:20:16,526 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35543,1733466014638' 2024-12-06T06:20:16,526 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1443740558/online-snapshot/abort' 2024-12-06T06:20:16,526 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1443740558/online-snapshot/acquired' 2024-12-06T06:20:16,527 DEBUG [RS:0;6336e8474e1c:35543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:20:16,527 INFO [RS:0;6336e8474e1c:35543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:20:16,527 INFO [RS:0;6336e8474e1c:35543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:20:16,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T06:20:16,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:20:16,570 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:16,571 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:20:16,571 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38334 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:20:16,627 INFO [RS:0;6336e8474e1c:35543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:20:16,628 INFO [RS:0;6336e8474e1c:35543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35543%2C1733466014638, suffix=, logDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638, archiveDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/oldWALs, maxLogs=10 2024-12-06T06:20:16,646 DEBUG [RS:0;6336e8474e1c:35543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, exclude list is [], retry=0 2024-12-06T06:20:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45933,DS-dfd9fe43-fd68-4ebc-aa6f-48b721719196,DISK] 2024-12-06T06:20:16,650 INFO [RS:0;6336e8474e1c:35543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 2024-12-06T06:20:16,650 DEBUG [RS:0;6336e8474e1c:35543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41301:41301)] 2024-12-06T06:20:16,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:16,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:20:16,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:20:16,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:16,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:16,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:20:16,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:20:16,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:16,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:16,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:20:16,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:20:16,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:16,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:16,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:20:16,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:20:16,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:16,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:16,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:20:16,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740 2024-12-06T06:20:16,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740 2024-12-06T06:20:16,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:20:16,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:20:16,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:16,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:20:16,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:16,834 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59641656, jitterRate=-0.11127007007598877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:16,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733466016823Initializing all the Stores at 1733466016823Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466016823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466016823Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466016823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466016823Cleaning up temporary data from old regions at 1733466016831 (+8 ms)Region opened successfully at 1733466016834 (+3 ms) 2024-12-06T06:20:16,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:20:16,834 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:20:16,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:20:16,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:20:16,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:20:16,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:16,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466016834Disabling compacts and flushes for region at 1733466016834Disabling writes for close at 1733466016834Writing region close event to WAL at 1733466016834Closed at 1733466016834 2024-12-06T06:20:16,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:16,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:20:16,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:20:16,837 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:20:16,838 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:20:16,988 DEBUG [6336e8474e1c:36717 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:20:16,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,35543,1733466014638 2024-12-06T06:20:16,989 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35543,1733466014638, state=OPENING 2024-12-06T06:20:16,991 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:20:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:16,992 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:20:16,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35543,1733466014638}] 2024-12-06T06:20:16,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1443740558/meta-region-server: CHANGED 2024-12-06T06:20:16,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1443740558/meta-region-server: CHANGED 2024-12-06T06:20:17,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:20:17,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:20:17,149 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:20:17,149 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:17,150 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:20:17,151 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35543%2C1733466014638.meta, suffix=.meta, logDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638, archiveDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/oldWALs, maxLogs=10 2024-12-06T06:20:17,164 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.meta.1733466017151.meta, exclude list is [], retry=0 2024-12-06T06:20:17,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45933,DS-dfd9fe43-fd68-4ebc-aa6f-48b721719196,DISK] 2024-12-06T06:20:17,168 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.meta.1733466017151.meta 2024-12-06T06:20:17,168 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41301:41301)] 2024-12-06T06:20:17,169 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:17,169 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:17,169 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:20:17,169 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:20:17,169 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:20:17,169 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:20:17,170 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:17,170 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:20:17,170 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:20:17,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:20:17,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:20:17,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:17,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:17,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:20:17,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:20:17,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:17,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:17,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:20:17,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:20:17,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:17,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:17,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:20:17,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:20:17,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:17,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:17,174 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:20:17,175 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740 2024-12-06T06:20:17,175 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740 2024-12-06T06:20:17,176 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:20:17,176 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:20:17,177 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:17,178 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:20:17,178 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64125617, jitterRate=-0.04445384442806244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:17,178 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:20:17,178 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733466017170Writing region info on filesystem at 1733466017170Initializing all the Stores at 1733466017170Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466017170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466017171 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466017171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466017171Cleaning up temporary data from old regions at 1733466017176 (+5 ms)Running coprocessor post-open hooks at 1733466017178 (+2 ms)Region opened successfully at 1733466017178 2024-12-06T06:20:17,179 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466017145 2024-12-06T06:20:17,181 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:20:17,181 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:20:17,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,35543,1733466014638 2024-12-06T06:20:17,182 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35543,1733466014638, state=OPEN 2024-12-06T06:20:17,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1443740558/meta-region-server 2024-12-06T06:20:17,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1443740558/meta-region-server 2024-12-06T06:20:17,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,35543,1733466014638 2024-12-06T06:20:17,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1443740558/meta-region-server: CHANGED 2024-12-06T06:20:17,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1443740558/meta-region-server: CHANGED 2024-12-06T06:20:17,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:20:17,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35543,1733466014638 in 193 msec 2024-12-06T06:20:17,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:20:17,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-12-06T06:20:17,189 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:17,189 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:20:17,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:17,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35543,1733466014638, seqNum=-1] 2024-12-06T06:20:17,190 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:17,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:17,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 794 msec 2024-12-06T06:20:17,195 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466017195, completionTime=-1 2024-12-06T06:20:17,195 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:20:17,195 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:20:17,197 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:20:17,197 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466077197 2024-12-06T06:20:17,197 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466137197 2024-12-06T06:20:17,197 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:20:17,197 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36717,1733466014591-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:17,197 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36717,1733466014591-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:17,197 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36717,1733466014591-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:17,198 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:36717, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:17,198 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:17,198 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:17,199 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:20:17,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.523sec 2024-12-06T06:20:17,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:20:17,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:20:17,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:20:17,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:20:17,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:20:17,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36717,1733466014591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:20:17,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36717,1733466014591-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:20:17,203 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:20:17,203 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:20:17,203 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36717,1733466014591-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:17,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76966305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:17,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36717,-1 for getting cluster id 2024-12-06T06:20:17,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:17,260 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fad84c1f-faa9-48ef-912a-c06a969242c7' 2024-12-06T06:20:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fad84c1f-faa9-48ef-912a-c06a969242c7" 2024-12-06T06:20:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acdecaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36717,-1] 2024-12-06T06:20:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:17,262 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:17,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a55a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:17,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35543,1733466014638, seqNum=-1] 2024-12-06T06:20:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:17,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,36717,1733466014591 2024-12-06T06:20:17,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56110 2024-12-06T06:20:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:17,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101866e19c20005 connected 2024-12-06T06:20:17,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/hadoop.log.dir so I do NOT create it in target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560 2024-12-06T06:20:17,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:20:17,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/hadoop.tmp.dir so I do NOT create it in target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560 2024-12-06T06:20:17,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:20:17,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560 2024-12-06T06:20:17,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:20:17,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/cluster_48a0e368-ba11-f470-177b-f1fa6551c0a9, deleteOnExit=true 2024-12-06T06:20:17,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/test.cache.data in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:20:17,273 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:20:17,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:17,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:17,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:20:17,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:20:17,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:20:17,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:17,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:20:17,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:20:17,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:17,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:17,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:17,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:17,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:20:17,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:17,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5d4c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:17,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202c2ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:20:17,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@581ba778{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/java.io.tmpdir/jetty-localhost-33527-hadoop-hdfs-3_4_1-tests_jar-_-any-11711335158609743460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:20:17,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@491650c4{HTTP/1.1, (http/1.1)}{localhost:33527} 2024-12-06T06:20:17,537 INFO [Time-limited test {}] server.Server(415): Started @206208ms 2024-12-06T06:20:17,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:17,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:17,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:17,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:17,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:20:17,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c0d717c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:17,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac66193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:20:17,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15cfca75{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/java.io.tmpdir/jetty-localhost-44733-hadoop-hdfs-3_4_1-tests_jar-_-any-11861053145981346560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:20:17,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d3cd1a{HTTP/1.1, (http/1.1)}{localhost:44733} 2024-12-06T06:20:17,756 INFO [Time-limited test {}] server.Server(415): Started @206428ms 2024-12-06T06:20:17,757 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:20:17,869 WARN [Thread-2881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/cluster_48a0e368-ba11-f470-177b-f1fa6551c0a9/data/data1/current/BP-1609088984-172.17.0.2-1733466017295/current, will proceed with Du for space computation calculation, 2024-12-06T06:20:17,869 WARN [Thread-2882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/cluster_48a0e368-ba11-f470-177b-f1fa6551c0a9/data/data2/current/BP-1609088984-172.17.0.2-1733466017295/current, will proceed with Du for space computation calculation, 2024-12-06T06:20:17,891 WARN [Thread-2869 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:20:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd05e7f01f9852a63 with lease ID 0xbca9b54a9f828ee: Processing first storage report for DS-3ae7406f-7a30-459b-accf-cca3d5aa69d0 from datanode DatanodeRegistration(127.0.0.1:43019, datanodeUuid=7c4a3f63-e33d-4a5e-8841-33043dcbd88d, infoPort=37319, infoSecurePort=0, ipcPort=40503, storageInfo=lv=-57;cid=testClusterID;nsid=1806783191;c=1733466017295) 2024-12-06T06:20:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd05e7f01f9852a63 with lease ID 0xbca9b54a9f828ee: from storage DS-3ae7406f-7a30-459b-accf-cca3d5aa69d0 node DatanodeRegistration(127.0.0.1:43019, datanodeUuid=7c4a3f63-e33d-4a5e-8841-33043dcbd88d, infoPort=37319, infoSecurePort=0, ipcPort=40503, storageInfo=lv=-57;cid=testClusterID;nsid=1806783191;c=1733466017295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:20:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd05e7f01f9852a63 with lease ID 0xbca9b54a9f828ee: Processing first storage report for DS-df7a2aea-00fa-4ee5-a520-3122d975f1e1 from datanode DatanodeRegistration(127.0.0.1:43019, datanodeUuid=7c4a3f63-e33d-4a5e-8841-33043dcbd88d, infoPort=37319, infoSecurePort=0, ipcPort=40503, storageInfo=lv=-57;cid=testClusterID;nsid=1806783191;c=1733466017295) 2024-12-06T06:20:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd05e7f01f9852a63 with lease ID 0xbca9b54a9f828ee: from storage DS-df7a2aea-00fa-4ee5-a520-3122d975f1e1 node DatanodeRegistration(127.0.0.1:43019, datanodeUuid=7c4a3f63-e33d-4a5e-8841-33043dcbd88d, infoPort=37319, infoSecurePort=0, ipcPort=40503, storageInfo=lv=-57;cid=testClusterID;nsid=1806783191;c=1733466017295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:20:17,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560 2024-12-06T06:20:17,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:17,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:20:18,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:20:18,394 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22 with version=8 2024-12-06T06:20:18,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/hbase-staging 2024-12-06T06:20:18,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:20:18,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:18,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:18,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:20:18,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:18,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:20:18,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:20:18,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:20:18,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42255 2024-12-06T06:20:18,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42255 connecting to ZooKeeper ensemble=127.0.0.1:56110 2024-12-06T06:20:18,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422550x0, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:18,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42255-0x101866e19c20006 connected 2024-12-06T06:20:18,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:18,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:18,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Set watcher on znode that does not yet exist, /2-48784543/running 2024-12-06T06:20:18,421 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22, hbase.cluster.distributed=false 2024-12-06T06:20:18,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Set watcher on znode that does not yet exist, /2-48784543/acl 2024-12-06T06:20:18,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42255 2024-12-06T06:20:18,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42255 2024-12-06T06:20:18,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42255 2024-12-06T06:20:18,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42255 2024-12-06T06:20:18,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42255 2024-12-06T06:20:18,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,454 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:20:18,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:18,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:18,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:20:18,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:18,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:20:18,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:20:18,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:20:18,455 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41081 2024-12-06T06:20:18,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41081 connecting to ZooKeeper ensemble=127.0.0.1:56110 2024-12-06T06:20:18,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:18,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:18,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410810x0, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:18,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410810x0, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Set watcher on znode that does not yet exist, /2-48784543/running 2024-12-06T06:20:18,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41081-0x101866e19c20007 connected 2024-12-06T06:20:18,466 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:20:18,468 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:20:18,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Set watcher on znode that does not yet exist, /2-48784543/master 2024-12-06T06:20:18,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Set watcher on znode that does not yet exist, /2-48784543/acl 2024-12-06T06:20:18,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41081 2024-12-06T06:20:18,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41081 2024-12-06T06:20:18,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41081 2024-12-06T06:20:18,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41081 2024-12-06T06:20:18,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41081 2024-12-06T06:20:18,487 DEBUG [M:0;6336e8474e1c:42255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:42255 2024-12-06T06:20:18,488 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-48784543/backup-masters/6336e8474e1c,42255,1733466018397 2024-12-06T06:20:18,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543/backup-masters 2024-12-06T06:20:18,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543/backup-masters 2024-12-06T06:20:18,490 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Set watcher on existing znode=/2-48784543/backup-masters/6336e8474e1c,42255,1733466018397 2024-12-06T06:20:18,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-48784543/master 2024-12-06T06:20:18,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:18,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:18,493 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Set watcher on existing znode=/2-48784543/master 2024-12-06T06:20:18,494 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-48784543/backup-masters/6336e8474e1c,42255,1733466018397 from backup master directory 2024-12-06T06:20:18,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-48784543/backup-masters/6336e8474e1c,42255,1733466018397 2024-12-06T06:20:18,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543/backup-masters 2024-12-06T06:20:18,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543/backup-masters 2024-12-06T06:20:18,495 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:20:18,495 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,42255,1733466018397 2024-12-06T06:20:18,500 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/hbase.id] with ID: 7963ea31-eb1b-49fe-8110-383603e173f0 2024-12-06T06:20:18,500 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/.tmp/hbase.id 2024-12-06T06:20:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:20:18,907 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/.tmp/hbase.id]:[hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/hbase.id] 2024-12-06T06:20:18,915 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:18,915 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:20:18,916 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:20:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:18,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:20:18,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:20:18,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:18,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:19,323 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:19,324 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:20:19,324 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:20:19,730 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store 2024-12-06T06:20:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:20:20,160 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:20,160 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:20:20,160 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:20,160 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:20,160 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:20:20,160 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:20,160 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:20,160 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466020160Disabling compacts and flushes for region at 1733466020160Disabling writes for close at 1733466020160Writing region close event to WAL at 1733466020160Closed at 1733466020160 2024-12-06T06:20:20,161 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/.initializing 2024-12-06T06:20:20,161 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/WALs/6336e8474e1c,42255,1733466018397 2024-12-06T06:20:20,162 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:20:20,163 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C42255%2C1733466018397, suffix=, logDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/WALs/6336e8474e1c,42255,1733466018397, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/oldWALs, maxLogs=10 2024-12-06T06:20:20,177 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/WALs/6336e8474e1c,42255,1733466018397/6336e8474e1c%2C42255%2C1733466018397.1733466020164, exclude list is [], retry=0 2024-12-06T06:20:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-3ae7406f-7a30-459b-accf-cca3d5aa69d0,DISK] 2024-12-06T06:20:20,181 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/WALs/6336e8474e1c,42255,1733466018397/6336e8474e1c%2C42255%2C1733466018397.1733466020164 2024-12-06T06:20:20,181 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-12-06T06:20:20,181 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:20,182 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:20,182 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,182 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:20:20,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:20,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:20,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:20:20,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:20,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:20,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:20:20,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:20,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:20,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:20:20,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:20,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:20,187 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,188 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,188 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,189 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,189 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,189 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:20,190 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:20,191 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:20,191 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61629680, jitterRate=-0.08164620399475098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:20,191 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733466020182Initializing all the Stores at 1733466020182Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466020182Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466020183 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466020183Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466020183Cleaning up temporary data from old regions at 1733466020189 (+6 ms)Region opened successfully at 1733466020191 (+2 ms) 2024-12-06T06:20:20,192 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:20:20,194 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca00aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:20:20,194 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:20:20,195 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:20:20,195 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:20:20,195 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:20:20,195 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:20:20,195 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:20:20,195 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:20:20,197 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:20:20,198 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Unable to get data of znode /2-48784543/balancer because node does not exist (not necessarily an error) 2024-12-06T06:20:20,199 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-48784543/balancer already deleted, retry=false 2024-12-06T06:20:20,199 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:20:20,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Unable to get data of znode /2-48784543/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:20:20,202 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-48784543/normalizer already deleted, retry=false 2024-12-06T06:20:20,202 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:20:20,203 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Unable to get data of znode /2-48784543/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:20:20,204 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-48784543/switch/split already deleted, retry=false 2024-12-06T06:20:20,205 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Unable to get data of znode /2-48784543/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:20:20,205 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-48784543/switch/merge already deleted, retry=false 2024-12-06T06:20:20,207 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Unable to get data of znode /2-48784543/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:20:20,208 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-48784543/snapshot-cleanup already deleted, retry=false 2024-12-06T06:20:20,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-48784543/running 2024-12-06T06:20:20,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:20,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-48784543/running 2024-12-06T06:20:20,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:20,211 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,42255,1733466018397, sessionid=0x101866e19c20006, setting cluster-up flag (Was=false) 2024-12-06T06:20:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:20,217 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-48784543/flush-table-proc/acquired, /2-48784543/flush-table-proc/reached, /2-48784543/flush-table-proc/abort 2024-12-06T06:20:20,218 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,42255,1733466018397 2024-12-06T06:20:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:20,229 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-48784543/online-snapshot/acquired, /2-48784543/online-snapshot/reached, /2-48784543/online-snapshot/abort 2024-12-06T06:20:20,229 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,42255,1733466018397 2024-12-06T06:20:20,230 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:20:20,231 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:20,232 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:20:20,232 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:20:20,232 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,42255,1733466018397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:20:20,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:20,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:20,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:20,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:20,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:20:20,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:20:20,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,234 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466050234 2024-12-06T06:20:20,234 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:20:20,234 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:20:20,234 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:20:20,234 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:20:20,234 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:20:20,234 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:20:20,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:20,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:20:20,235 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,235 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:20:20,235 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:20:20,235 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:20:20,235 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:20:20,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:20,235 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:20:20,236 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:20:20,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:20:20,236 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466020236,5,FailOnTimeoutGroup] 2024-12-06T06:20:20,236 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466020236,5,FailOnTimeoutGroup] 2024-12-06T06:20:20,236 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,236 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:20:20,236 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,236 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:20:20,279 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(746): ClusterId : 7963ea31-eb1b-49fe-8110-383603e173f0 2024-12-06T06:20:20,279 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:20:20,280 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:20:20,280 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:20:20,283 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:20:20,283 DEBUG [RS:0;6336e8474e1c:41081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb05db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:20:20,295 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:41081 2024-12-06T06:20:20,295 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:20:20,295 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:20:20,295 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:20:20,295 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,42255,1733466018397 with port=41081, startcode=1733466018454 2024-12-06T06:20:20,295 DEBUG [RS:0;6336e8474e1c:41081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:20:20,297 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:20:20,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,41081,1733466018454 2024-12-06T06:20:20,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42255 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,41081,1733466018454 2024-12-06T06:20:20,299 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22 2024-12-06T06:20:20,299 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34421 2024-12-06T06:20:20,299 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:20:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543/rs 2024-12-06T06:20:20,304 DEBUG [RS:0;6336e8474e1c:41081 {}] zookeeper.ZKUtil(111): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Set watcher on existing znode=/2-48784543/rs/6336e8474e1c,41081,1733466018454 2024-12-06T06:20:20,304 WARN [RS:0;6336e8474e1c:41081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:20:20,304 INFO [RS:0;6336e8474e1c:41081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:20,304 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454 2024-12-06T06:20:20,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,41081,1733466018454] 2024-12-06T06:20:20,307 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:20:20,308 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:20:20,309 INFO [RS:0;6336e8474e1c:41081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:20:20,309 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,309 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:20:20,309 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:20:20,309 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:20:20,310 DEBUG [RS:0;6336e8474e1c:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:20:20,310 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,310 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,310 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,310 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,310 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,310 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41081,1733466018454-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:20:20,324 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:20:20,324 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41081,1733466018454-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,324 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,324 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.Replication(171): 6336e8474e1c,41081,1733466018454 started 2024-12-06T06:20:20,337 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:20,337 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,41081,1733466018454, RpcServer on 6336e8474e1c/172.17.0.2:41081, sessionid=0x101866e19c20007 2024-12-06T06:20:20,338 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:20:20,338 DEBUG [RS:0;6336e8474e1c:41081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,41081,1733466018454 2024-12-06T06:20:20,338 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,41081,1733466018454' 2024-12-06T06:20:20,338 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-48784543/flush-table-proc/abort' 2024-12-06T06:20:20,338 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-48784543/flush-table-proc/acquired' 2024-12-06T06:20:20,338 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:20:20,339 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:20:20,339 DEBUG [RS:0;6336e8474e1c:41081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,41081,1733466018454 2024-12-06T06:20:20,339 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,41081,1733466018454' 2024-12-06T06:20:20,339 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-48784543/online-snapshot/abort' 2024-12-06T06:20:20,339 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-48784543/online-snapshot/acquired' 2024-12-06T06:20:20,339 DEBUG [RS:0;6336e8474e1c:41081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:20:20,339 INFO [RS:0;6336e8474e1c:41081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:20:20,339 INFO [RS:0;6336e8474e1c:41081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:20:20,439 INFO [RS:0;6336e8474e1c:41081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:20:20,441 INFO [RS:0;6336e8474e1c:41081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C41081%2C1733466018454, suffix=, logDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/oldWALs, maxLogs=10 2024-12-06T06:20:20,458 DEBUG [RS:0;6336e8474e1c:41081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, exclude list is [], retry=0 2024-12-06T06:20:20,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-3ae7406f-7a30-459b-accf-cca3d5aa69d0,DISK] 2024-12-06T06:20:20,462 INFO [RS:0;6336e8474e1c:41081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 2024-12-06T06:20:20,464 DEBUG [RS:0;6336e8474e1c:41081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-12-06T06:20:20,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:20:20,646 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22 2024-12-06T06:20:20,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:20:21,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:21,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:20:21,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:20:21,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:21,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:21,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:20:21,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:20:21,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:21,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:21,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:20:21,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:20:21,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:21,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:21,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:20:21,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:20:21,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:21,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:21,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:20:21,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740 2024-12-06T06:20:21,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740 2024-12-06T06:20:21,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:20:21,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:20:21,060 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:21,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:20:21,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:21,063 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61440093, jitterRate=-0.08447127044200897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:21,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733466021052Initializing all the Stores at 1733466021053 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466021053Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466021053Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466021053Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466021053Cleaning up temporary data from old regions at 1733466021060 (+7 ms)Region opened successfully at 1733466021063 (+3 ms) 2024-12-06T06:20:21,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:20:21,063 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:20:21,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:20:21,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:20:21,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:20:21,063 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:21,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466021063Disabling compacts and flushes for region at 1733466021063Disabling writes for close at 1733466021063Writing region close event to WAL at 1733466021063Closed at 1733466021063 2024-12-06T06:20:21,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:21,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:20:21,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:20:21,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:20:21,066 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:20:21,216 DEBUG [6336e8474e1c:42255 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:20:21,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,41081,1733466018454 2024-12-06T06:20:21,218 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,41081,1733466018454, state=OPENING 2024-12-06T06:20:21,220 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:20:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:21,222 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:20:21,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-48784543/meta-region-server: CHANGED 2024-12-06T06:20:21,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-48784543/meta-region-server: CHANGED 2024-12-06T06:20:21,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,41081,1733466018454}] 2024-12-06T06:20:21,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:20:21,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:20:21,378 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:20:21,378 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:21,378 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:20:21,379 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C41081%2C1733466018454.meta, suffix=.meta, logDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/oldWALs, maxLogs=10 2024-12-06T06:20:21,393 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.meta.1733466021380.meta, exclude list is [], retry=0 2024-12-06T06:20:21,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-3ae7406f-7a30-459b-accf-cca3d5aa69d0,DISK] 2024-12-06T06:20:21,396 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.meta.1733466021380.meta 2024-12-06T06:20:21,396 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-12-06T06:20:21,396 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:21,396 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:21,396 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:20:21,397 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:20:21,397 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:20:21,397 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:20:21,397 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:21,397 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:20:21,397 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:20:21,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:20:21,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:20:21,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:21,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:21,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:20:21,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:20:21,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:21,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:21,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:20:21,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:20:21,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:21,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:21,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:20:21,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:20:21,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:21,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:21,402 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:20:21,402 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740 2024-12-06T06:20:21,403 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740 2024-12-06T06:20:21,403 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:20:21,404 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:20:21,404 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:21,405 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:20:21,405 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68364563, jitterRate=0.018711373209953308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:21,405 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:20:21,405 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733466021397Writing region info on filesystem at 1733466021397Initializing all the Stores at 1733466021397Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466021398 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466021398Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466021398Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466021398Cleaning up temporary data from old regions at 1733466021404 (+6 ms)Running coprocessor post-open hooks at 1733466021405 (+1 ms)Region opened successfully at 1733466021405 2024-12-06T06:20:21,406 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466021374 2024-12-06T06:20:21,408 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:20:21,408 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:20:21,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,41081,1733466018454 2024-12-06T06:20:21,409 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,41081,1733466018454, state=OPEN 2024-12-06T06:20:21,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-48784543/meta-region-server 2024-12-06T06:20:21,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-48784543/meta-region-server 2024-12-06T06:20:21,410 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,41081,1733466018454 2024-12-06T06:20:21,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-48784543/meta-region-server: CHANGED 2024-12-06T06:20:21,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-48784543/meta-region-server: CHANGED 2024-12-06T06:20:21,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:20:21,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,41081,1733466018454 in 188 msec 2024-12-06T06:20:21,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:20:21,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-12-06T06:20:21,415 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:21,415 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:20:21,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:21,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,41081,1733466018454, seqNum=-1] 2024-12-06T06:20:21,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:21,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:21,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-12-06T06:20:21,421 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466021421, completionTime=-1 2024-12-06T06:20:21,421 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:20:21,421 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:20:21,423 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:20:21,423 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466081423 2024-12-06T06:20:21,423 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466141423 2024-12-06T06:20:21,423 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T06:20:21,425 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42255,1733466018397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:21,425 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42255,1733466018397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:21,425 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42255,1733466018397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:21,425 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:42255, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:21,425 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:21,426 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:21,426 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:20:21,428 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-12-06T06:20:21,429 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:20:21,429 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:20:21,429 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:20:21,429 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:20:21,429 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:20:21,429 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42255,1733466018397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:20:21,429 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42255,1733466018397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:20:21,430 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:20:21,430 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:20:21,430 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,42255,1733466018397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:21,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3306c030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:21,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42255,-1 for getting cluster id 2024-12-06T06:20:21,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:21,481 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7963ea31-eb1b-49fe-8110-383603e173f0' 2024-12-06T06:20:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7963ea31-eb1b-49fe-8110-383603e173f0" 2024-12-06T06:20:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ad63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42255,-1] 2024-12-06T06:20:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:21,482 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:21,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec524d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:21,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:21,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,41081,1733466018454, seqNum=-1] 2024-12-06T06:20:21,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:21,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:21,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,42255,1733466018397 2024-12-06T06:20:21,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56110 2024-12-06T06:20:21,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:21,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101866e19c20008 connected 2024-12-06T06:20:21,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36645,1733466010436 2024-12-06T06:20:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38a57171 2024-12-06T06:20:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:21,495 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:21,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:20:21,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:20:21,498 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:21,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:20:21,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:20:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:21,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:20:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:21,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47fd41aebc7bf691ca2419cb3700c4e5, NAME => 'test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78 2024-12-06T06:20:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:20:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:22,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:22,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 47fd41aebc7bf691ca2419cb3700c4e5, disabling compactions & flushes 2024-12-06T06:20:22,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:22,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:22,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. after waiting 0 ms 2024-12-06T06:20:22,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:22,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:22,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47fd41aebc7bf691ca2419cb3700c4e5: Waiting for close lock at 1733466022318Disabling compacts and flushes for region at 1733466022318Disabling writes for close at 1733466022318Writing region close event to WAL at 1733466022318Closed at 1733466022318 2024-12-06T06:20:22,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:20:22,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733466022319"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466022319"}]},"ts":"1733466022319"} 2024-12-06T06:20:22,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:20:22,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:20:22,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466022322"}]},"ts":"1733466022322"} 2024-12-06T06:20:22,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:20:22,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=47fd41aebc7bf691ca2419cb3700c4e5, ASSIGN}] 2024-12-06T06:20:22,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=47fd41aebc7bf691ca2419cb3700c4e5, ASSIGN 2024-12-06T06:20:22,325 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=47fd41aebc7bf691ca2419cb3700c4e5, ASSIGN; state=OFFLINE, location=6336e8474e1c,43517,1733466010491; forceNewPlan=false, retain=false 2024-12-06T06:20:22,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47fd41aebc7bf691ca2419cb3700c4e5, regionState=OPENING, regionLocation=6336e8474e1c,43517,1733466010491 2024-12-06T06:20:22,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=47fd41aebc7bf691ca2419cb3700c4e5, ASSIGN because future has completed 2024-12-06T06:20:22,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47fd41aebc7bf691ca2419cb3700c4e5, server=6336e8474e1c,43517,1733466010491}] 2024-12-06T06:20:22,634 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:22,634 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 47fd41aebc7bf691ca2419cb3700c4e5, NAME => 'test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:22,634 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:22,634 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:20:22,634 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,634 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:22,634 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,634 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,635 INFO [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,637 INFO [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47fd41aebc7bf691ca2419cb3700c4e5 columnFamilyName f 2024-12-06T06:20:22,637 DEBUG [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:22,637 INFO [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] regionserver.HStore(327): Store=47fd41aebc7bf691ca2419cb3700c4e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:22,637 INFO [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,638 INFO [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47fd41aebc7bf691ca2419cb3700c4e5 columnFamilyName f1 2024-12-06T06:20:22,638 DEBUG [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:22,638 INFO [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] regionserver.HStore(327): Store=47fd41aebc7bf691ca2419cb3700c4e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:22,638 INFO [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,639 INFO [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47fd41aebc7bf691ca2419cb3700c4e5 columnFamilyName norep 2024-12-06T06:20:22,639 DEBUG [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:22,639 INFO [StoreOpener-47fd41aebc7bf691ca2419cb3700c4e5-1 {}] regionserver.HStore(327): Store=47fd41aebc7bf691ca2419cb3700c4e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:22,639 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,640 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,640 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:22,641 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,641 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,642 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:20:22,642 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,644 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:22,645 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 47fd41aebc7bf691ca2419cb3700c4e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59994877, jitterRate=-0.1060066670179367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:20:22,645 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:22,645 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 47fd41aebc7bf691ca2419cb3700c4e5: Running coprocessor pre-open hook at 1733466022635Writing region info on filesystem at 1733466022635Initializing all the Stores at 1733466022635Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466022635Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466022635Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466022635Cleaning up temporary data from old regions at 1733466022641 (+6 ms)Running coprocessor post-open hooks at 1733466022645 (+4 ms)Region opened successfully at 1733466022645 2024-12-06T06:20:22,646 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5., pid=6, masterSystemTime=1733466022630 2024-12-06T06:20:22,648 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:22,648 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:22,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47fd41aebc7bf691ca2419cb3700c4e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,43517,1733466010491 2024-12-06T06:20:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47fd41aebc7bf691ca2419cb3700c4e5, server=6336e8474e1c,43517,1733466010491 because future has completed 2024-12-06T06:20:22,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:20:22,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 47fd41aebc7bf691ca2419cb3700c4e5, server=6336e8474e1c,43517,1733466010491 in 173 msec 2024-12-06T06:20:22,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:20:22,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=47fd41aebc7bf691ca2419cb3700c4e5, ASSIGN in 329 msec 2024-12-06T06:20:22,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:20:22,655 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466022655"}]},"ts":"1733466022655"} 2024-12-06T06:20:22,656 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:20:22,657 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:20:22,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-12-06T06:20:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:23,651 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:20:23,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36717,1733466014591 2024-12-06T06:20:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41253883 2024-12-06T06:20:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:23,653 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:23,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:20:23,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:20:23,655 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:23,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:20:23,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:20:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:20:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:24,077 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b0dabbdafa7f72e1e3f65cae809b9a8, NAME => 'test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574 2024-12-06T06:20:24,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:20:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:24,343 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T06:20:24,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:24,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6b0dabbdafa7f72e1e3f65cae809b9a8, disabling compactions & flushes 2024-12-06T06:20:24,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:24,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:24,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. after waiting 0 ms 2024-12-06T06:20:24,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:24,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:24,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b0dabbdafa7f72e1e3f65cae809b9a8: Waiting for close lock at 1733466024482Disabling compacts and flushes for region at 1733466024482Disabling writes for close at 1733466024482Writing region close event to WAL at 1733466024482Closed at 1733466024482 2024-12-06T06:20:24,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:20:24,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733466024484"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466024484"}]},"ts":"1733466024484"} 2024-12-06T06:20:24,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:20:24,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:20:24,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466024486"}]},"ts":"1733466024486"} 2024-12-06T06:20:24,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:20:24,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b0dabbdafa7f72e1e3f65cae809b9a8, ASSIGN}] 2024-12-06T06:20:24,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b0dabbdafa7f72e1e3f65cae809b9a8, ASSIGN 2024-12-06T06:20:24,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6b0dabbdafa7f72e1e3f65cae809b9a8, ASSIGN; state=OFFLINE, location=6336e8474e1c,35543,1733466014638; forceNewPlan=false, retain=false 2024-12-06T06:20:24,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b0dabbdafa7f72e1e3f65cae809b9a8, regionState=OPENING, regionLocation=6336e8474e1c,35543,1733466014638 2024-12-06T06:20:24,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6b0dabbdafa7f72e1e3f65cae809b9a8, ASSIGN because future has completed 2024-12-06T06:20:24,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b0dabbdafa7f72e1e3f65cae809b9a8, server=6336e8474e1c,35543,1733466014638}] 2024-12-06T06:20:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:24,798 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:24,799 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b0dabbdafa7f72e1e3f65cae809b9a8, NAME => 'test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:24,799 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:24,799 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:20:24,799 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,799 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:24,799 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,799 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,803 INFO [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,804 INFO [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b0dabbdafa7f72e1e3f65cae809b9a8 columnFamilyName f 2024-12-06T06:20:24,804 DEBUG [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:24,805 INFO [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] regionserver.HStore(327): Store=6b0dabbdafa7f72e1e3f65cae809b9a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:24,805 INFO [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,806 INFO [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b0dabbdafa7f72e1e3f65cae809b9a8 columnFamilyName f1 2024-12-06T06:20:24,806 DEBUG [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:24,806 INFO [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] regionserver.HStore(327): Store=6b0dabbdafa7f72e1e3f65cae809b9a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:24,806 INFO [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,807 INFO [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b0dabbdafa7f72e1e3f65cae809b9a8 columnFamilyName norep 2024-12-06T06:20:24,807 DEBUG [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:24,808 INFO [StoreOpener-6b0dabbdafa7f72e1e3f65cae809b9a8-1 {}] regionserver.HStore(327): Store=6b0dabbdafa7f72e1e3f65cae809b9a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:24,808 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,808 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,809 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,809 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,810 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,810 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:20:24,811 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,812 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:24,813 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b0dabbdafa7f72e1e3f65cae809b9a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62430127, jitterRate=-0.0697186142206192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:20:24,813 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:24,813 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b0dabbdafa7f72e1e3f65cae809b9a8: Running coprocessor pre-open hook at 1733466024799Writing region info on filesystem at 1733466024799Initializing all the Stores at 1733466024800 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466024800Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466024803 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466024803Cleaning up temporary data from old regions at 1733466024810 (+7 ms)Running coprocessor post-open hooks at 1733466024813 (+3 ms)Region opened successfully at 1733466024813 2024-12-06T06:20:24,814 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8., pid=6, masterSystemTime=1733466024795 2024-12-06T06:20:24,816 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:24,816 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:24,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b0dabbdafa7f72e1e3f65cae809b9a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,35543,1733466014638 2024-12-06T06:20:24,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b0dabbdafa7f72e1e3f65cae809b9a8, server=6336e8474e1c,35543,1733466014638 because future has completed 2024-12-06T06:20:24,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:20:24,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b0dabbdafa7f72e1e3f65cae809b9a8, server=6336e8474e1c,35543,1733466014638 in 176 msec 2024-12-06T06:20:24,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:20:24,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6b0dabbdafa7f72e1e3f65cae809b9a8, ASSIGN in 333 msec 2024-12-06T06:20:24,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:20:24,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466024823"}]},"ts":"1733466024823"} 2024-12-06T06:20:24,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:20:24,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:20:24,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-12-06T06:20:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:25,811 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:20:25,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42255,1733466018397 2024-12-06T06:20:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@222685b1 2024-12-06T06:20:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:25,813 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:25,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:20:25,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:20:25,816 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:25,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:20:25,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:20:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:20:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:26,224 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9780710db14524000ecfaf7a56b2834a, NAME => 'test,,1733466025814.9780710db14524000ecfaf7a56b2834a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22 2024-12-06T06:20:26,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:20:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733466025814.9780710db14524000ecfaf7a56b2834a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9780710db14524000ecfaf7a56b2834a, disabling compactions & flushes 2024-12-06T06:20:26,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733466025814.9780710db14524000ecfaf7a56b2834a. after waiting 0 ms 2024-12-06T06:20:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:26,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9780710db14524000ecfaf7a56b2834a: Waiting for close lock at 1733466026630Disabling compacts and flushes for region at 1733466026630Disabling writes for close at 1733466026630Writing region close event to WAL at 1733466026630Closed at 1733466026630 2024-12-06T06:20:26,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:20:26,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733466025814.9780710db14524000ecfaf7a56b2834a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733466026631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466026631"}]},"ts":"1733466026631"} 2024-12-06T06:20:26,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:20:26,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:20:26,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466026634"}]},"ts":"1733466026634"} 2024-12-06T06:20:26,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:20:26,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9780710db14524000ecfaf7a56b2834a, ASSIGN}] 2024-12-06T06:20:26,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9780710db14524000ecfaf7a56b2834a, ASSIGN 2024-12-06T06:20:26,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9780710db14524000ecfaf7a56b2834a, ASSIGN; state=OFFLINE, location=6336e8474e1c,41081,1733466018454; forceNewPlan=false, retain=false 2024-12-06T06:20:26,640 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:26,640 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:20:26,641 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48403 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:20:26,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9780710db14524000ecfaf7a56b2834a, regionState=OPENING, regionLocation=6336e8474e1c,41081,1733466018454 2024-12-06T06:20:26,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9780710db14524000ecfaf7a56b2834a, ASSIGN because future has completed 2024-12-06T06:20:26,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9780710db14524000ecfaf7a56b2834a, server=6336e8474e1c,41081,1733466018454}] 2024-12-06T06:20:26,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:20:26,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,947 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:26,947 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9780710db14524000ecfaf7a56b2834a, NAME => 'test,,1733466025814.9780710db14524000ecfaf7a56b2834a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:26,947 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:26,948 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:20:26,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,948 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,948 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733466025814.9780710db14524000ecfaf7a56b2834a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:26,948 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,948 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,949 INFO [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:26,950 INFO [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9780710db14524000ecfaf7a56b2834a columnFamilyName f 2024-12-06T06:20:26,950 DEBUG [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:26,951 INFO [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] regionserver.HStore(327): Store=9780710db14524000ecfaf7a56b2834a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:26,951 INFO [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,952 INFO [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9780710db14524000ecfaf7a56b2834a columnFamilyName f1 2024-12-06T06:20:26,952 DEBUG [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:26,952 INFO [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] regionserver.HStore(327): Store=9780710db14524000ecfaf7a56b2834a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:26,952 INFO [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,953 INFO [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9780710db14524000ecfaf7a56b2834a columnFamilyName norep 2024-12-06T06:20:26,953 DEBUG [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:26,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:26,953 INFO [StoreOpener-9780710db14524000ecfaf7a56b2834a-1 {}] regionserver.HStore(327): Store=9780710db14524000ecfaf7a56b2834a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:26,953 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,954 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,954 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,955 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,955 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,955 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:20:26,956 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,958 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:26,959 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9780710db14524000ecfaf7a56b2834a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60934355, jitterRate=-0.0920073539018631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:20:26,959 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:26,959 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9780710db14524000ecfaf7a56b2834a: Running coprocessor pre-open hook at 1733466026948Writing region info on filesystem at 1733466026948Initializing all the Stores at 1733466026949 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466026949Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466026949Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466026949Cleaning up temporary data from old regions at 1733466026955 (+6 ms)Running coprocessor post-open hooks at 1733466026959 (+4 ms)Region opened successfully at 1733466026959 2024-12-06T06:20:26,960 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733466025814.9780710db14524000ecfaf7a56b2834a., pid=6, masterSystemTime=1733466026943 2024-12-06T06:20:26,962 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:26,962 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:26,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9780710db14524000ecfaf7a56b2834a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,41081,1733466018454 2024-12-06T06:20:26,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9780710db14524000ecfaf7a56b2834a, server=6336e8474e1c,41081,1733466018454 because future has completed 2024-12-06T06:20:26,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:20:26,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9780710db14524000ecfaf7a56b2834a, server=6336e8474e1c,41081,1733466018454 in 174 msec 2024-12-06T06:20:26,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:20:26,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9780710db14524000ecfaf7a56b2834a, ASSIGN in 330 msec 2024-12-06T06:20:26,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:20:26,969 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466026969"}]},"ts":"1733466026969"} 2024-12-06T06:20:26,970 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:20:26,971 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:20:26,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T06:20:26,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T06:20:26,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-12-06T06:20:26,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:20:26,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T06:20:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:20:27,961 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:20:27,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641dd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:27,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36645,-1 for getting cluster id 2024-12-06T06:20:27,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:27,962 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa55c7b4-1347-44de-9295-88f5e7952641' 2024-12-06T06:20:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa55c7b4-1347-44de-9295-88f5e7952641" 2024-12-06T06:20:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3597b514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36645,-1] 2024-12-06T06:20:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:27,964 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cec98ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:27,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36645,1733466010436 2024-12-06T06:20:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a98236 2024-12-06T06:20:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:27,966 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:27,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:36717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:20:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:20:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:27,969 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:36717' 2024-12-06T06:20:27,970 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bd674b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:27,970 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36717,-1 for getting cluster id 2024-12-06T06:20:27,970 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:27,971 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fad84c1f-faa9-48ef-912a-c06a969242c7' 2024-12-06T06:20:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fad84c1f-faa9-48ef-912a-c06a969242c7" 2024-12-06T06:20:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289941ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36717,-1] 2024-12-06T06:20:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:27,972 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:27,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463c7c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:27,973 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:27,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36717,1733466014591 2024-12-06T06:20:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11ce29c5 2024-12-06T06:20:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:27,974 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:27,975 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:20:27,975 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:20:27,975 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:27,975 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:27,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:27,976 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:27,977 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:20:27,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:20:27,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:27,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:20:27,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:20:28,027 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:20:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:28,387 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 532de651a67481eaa8a93992f6e525fb, NAME => 'hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78 2024-12-06T06:20:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:20:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:28,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:28,793 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 532de651a67481eaa8a93992f6e525fb, disabling compactions & flushes 2024-12-06T06:20:28,793 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:28,793 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:28,793 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. after waiting 0 ms 2024-12-06T06:20:28,793 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:28,793 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:28,793 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 532de651a67481eaa8a93992f6e525fb: Waiting for close lock at 1733466028793Disabling compacts and flushes for region at 1733466028793Disabling writes for close at 1733466028793Writing region close event to WAL at 1733466028793Closed at 1733466028793 2024-12-06T06:20:28,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:20:28,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733466028794"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466028794"}]},"ts":"1733466028794"} 2024-12-06T06:20:28,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:20:28,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:20:28,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466028797"}]},"ts":"1733466028797"} 2024-12-06T06:20:28,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:20:28,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=532de651a67481eaa8a93992f6e525fb, ASSIGN}] 2024-12-06T06:20:28,799 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=532de651a67481eaa8a93992f6e525fb, ASSIGN 2024-12-06T06:20:28,800 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=532de651a67481eaa8a93992f6e525fb, ASSIGN; state=OFFLINE, location=6336e8474e1c,43517,1733466010491; forceNewPlan=false, retain=false 2024-12-06T06:20:28,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=532de651a67481eaa8a93992f6e525fb, regionState=OPENING, regionLocation=6336e8474e1c,43517,1733466010491 2024-12-06T06:20:28,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=532de651a67481eaa8a93992f6e525fb, ASSIGN because future has completed 2024-12-06T06:20:28,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 532de651a67481eaa8a93992f6e525fb, server=6336e8474e1c,43517,1733466010491}] 2024-12-06T06:20:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:29,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:29,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:29,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:20:29,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C43517%2C1733466010491.rep, suffix=, logDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/oldWALs, maxLogs=10 2024-12-06T06:20:29,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.rep.1733466029110, exclude list is [], retry=0 2024-12-06T06:20:29,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34007,DS-7efb879c-62c4-4ac4-a875-72e15fe792d2,DISK] 2024-12-06T06:20:29,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.rep.1733466029110 2024-12-06T06:20:29,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-12-06T06:20:29,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 532de651a67481eaa8a93992f6e525fb, NAME => 'hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:29,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:29,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:20:29,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. service=MultiRowMutationService 2024-12-06T06:20:29,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:20:29,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:29,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,130 INFO [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,131 INFO [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 532de651a67481eaa8a93992f6e525fb columnFamilyName hfileref 2024-12-06T06:20:29,131 DEBUG [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:29,131 INFO [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] regionserver.HStore(327): Store=532de651a67481eaa8a93992f6e525fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:29,132 INFO [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,132 INFO [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 532de651a67481eaa8a93992f6e525fb columnFamilyName queue 2024-12-06T06:20:29,132 DEBUG [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:29,133 INFO [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] regionserver.HStore(327): Store=532de651a67481eaa8a93992f6e525fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:29,133 INFO [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,134 INFO [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 532de651a67481eaa8a93992f6e525fb columnFamilyName sid 2024-12-06T06:20:29,134 DEBUG [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:29,134 INFO [StoreOpener-532de651a67481eaa8a93992f6e525fb-1 {}] regionserver.HStore(327): Store=532de651a67481eaa8a93992f6e525fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:29,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/replication/532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/replication/532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:20:29,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/replication/532de651a67481eaa8a93992f6e525fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:29,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 532de651a67481eaa8a93992f6e525fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60247198, jitterRate=-0.10224679112434387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:20:29,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:29,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 532de651a67481eaa8a93992f6e525fb: Running coprocessor pre-open hook at 1733466029129Writing region info on filesystem at 1733466029129Initializing all the Stores at 1733466029130 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466029130Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466029130Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466029130Cleaning up temporary data from old regions at 1733466029135 (+5 ms)Running coprocessor post-open hooks at 1733466029138 (+3 ms)Region opened successfully at 1733466029138 2024-12-06T06:20:29,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb., pid=10, masterSystemTime=1733466029105 2024-12-06T06:20:29,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:29,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:29,141 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=532de651a67481eaa8a93992f6e525fb, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,43517,1733466010491 2024-12-06T06:20:29,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 532de651a67481eaa8a93992f6e525fb, server=6336e8474e1c,43517,1733466010491 because future has completed 2024-12-06T06:20:29,145 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36645 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6336e8474e1c,43517,1733466010491, table=hbase:replication, region=532de651a67481eaa8a93992f6e525fb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T06:20:29,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:20:29,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 532de651a67481eaa8a93992f6e525fb, server=6336e8474e1c,43517,1733466010491 in 193 msec 2024-12-06T06:20:29,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:20:29,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=532de651a67481eaa8a93992f6e525fb, ASSIGN in 350 msec 2024-12-06T06:20:29,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:20:29,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466029150"}]},"ts":"1733466029150"} 2024-12-06T06:20:29,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:20:29,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:20:29,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-12-06T06:20:29,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb., hostname=6336e8474e1c,43517,1733466010491, seqNum=2] 2024-12-06T06:20:29,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:29,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:29,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:20:29,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43517 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:20:29,346 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:20:29,381 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,43517,1733466010491, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:20:29,382 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:29,382 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,43517,1733466010491, seqNum=-1] 2024-12-06T06:20:29,382 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:29,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-06T06:20:29,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,43517,1733466010491', locateType=CURRENT is [region=hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb., hostname=6336e8474e1c,43517,1733466010491, seqNum=2] 2024-12-06T06:20:29,395 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:20:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:20:29,397 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,43517,1733466010491 suceeded 2024-12-06T06:20:29,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:20:29,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-06T06:20:29,399 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:36717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:20:29,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4320 sec 2024-12-06T06:20:29,412 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:36717' 2024-12-06T06:20:29,413 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@758c4096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:29,413 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36717,-1 for getting cluster id 2024-12-06T06:20:29,413 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:29,414 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fad84c1f-faa9-48ef-912a-c06a969242c7' 2024-12-06T06:20:29,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:29,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fad84c1f-faa9-48ef-912a-c06a969242c7" 2024-12-06T06:20:29,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df3921e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:29,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36717,-1] 2024-12-06T06:20:29,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:29,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:29,416 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:29,416 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b455e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:29,417 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:29,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36717,1733466014591 2024-12-06T06:20:29,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bd988dc 2024-12-06T06:20:29,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:29,418 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-06T06:20:29,419 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,43517,1733466010491 (queues=1) is replicating from cluster=fa55c7b4-1347-44de-9295-88f5e7952641 to cluster=fad84c1f-faa9-48ef-912a-c06a969242c7 2024-12-06T06:20:29,419 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C43517%2C1733466010491 2024-12-06T06:20:29,419 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,43517,1733466010491, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:20:29,420 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, startPosition=0, beingWritten=true 2024-12-06T06:20:29,420 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C43517%2C1733466010491 2024-12-06T06:20:29,431 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:29,431 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 379, reset compression=false 2024-12-06T06:20:29,431 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43517,1733466010491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:29,642 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 379, reset compression=false 2024-12-06T06:20:29,946 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 379, reset compression=false 2024-12-06T06:20:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:30,110 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:20:30,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:30,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:30,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:30,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:30,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:30,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f01500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:30,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36717,-1 for getting cluster id 2024-12-06T06:20:30,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:30,113 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fad84c1f-faa9-48ef-912a-c06a969242c7' 2024-12-06T06:20:30,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:30,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fad84c1f-faa9-48ef-912a-c06a969242c7" 2024-12-06T06:20:30,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efc78fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:30,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36717,-1] 2024-12-06T06:20:30,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:30,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:30,114 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b32120b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:30,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36717,1733466014591 2024-12-06T06:20:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72eb4193 2024-12-06T06:20:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:30,116 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:30,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:42255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:20:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:20:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:30,119 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:42255' 2024-12-06T06:20:30,120 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dea94de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:30,120 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42255,-1 for getting cluster id 2024-12-06T06:20:30,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:30,121 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7963ea31-eb1b-49fe-8110-383603e173f0' 2024-12-06T06:20:30,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:30,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7963ea31-eb1b-49fe-8110-383603e173f0" 2024-12-06T06:20:30,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dfd29a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:30,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42255,-1] 2024-12-06T06:20:30,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:30,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:30,122 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:30,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e5701b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:30,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42255,1733466018397 2024-12-06T06:20:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451e9599 2024-12-06T06:20:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:30,125 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:30,125 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:20:30,125 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:20:30,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:30,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:30,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:30,126 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:30,127 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:20:30,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:20:30,128 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:30,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:20:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:20:30,177 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:20:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:30,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T06:20:30,350 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 379, reset compression=false 2024-12-06T06:20:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:30,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 072add588a4f3acf65ceac5e3b3bd045, NAME => 'hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574 2024-12-06T06:20:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:20:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:30,854 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 379, reset compression=false 2024-12-06T06:20:30,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:30,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 072add588a4f3acf65ceac5e3b3bd045, disabling compactions & flushes 2024-12-06T06:20:30,941 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:30,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:30,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. after waiting 0 ms 2024-12-06T06:20:30,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:30,941 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:30,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 072add588a4f3acf65ceac5e3b3bd045: Waiting for close lock at 1733466030941Disabling compacts and flushes for region at 1733466030941Disabling writes for close at 1733466030941Writing region close event to WAL at 1733466030941Closed at 1733466030941 2024-12-06T06:20:30,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:20:30,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733466030942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466030942"}]},"ts":"1733466030942"} 2024-12-06T06:20:30,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:20:30,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:20:30,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466030945"}]},"ts":"1733466030945"} 2024-12-06T06:20:30,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:20:30,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=072add588a4f3acf65ceac5e3b3bd045, ASSIGN}] 2024-12-06T06:20:30,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=072add588a4f3acf65ceac5e3b3bd045, ASSIGN 2024-12-06T06:20:30,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=072add588a4f3acf65ceac5e3b3bd045, ASSIGN; state=OFFLINE, location=6336e8474e1c,35543,1733466014638; forceNewPlan=false, retain=false 2024-12-06T06:20:31,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=072add588a4f3acf65ceac5e3b3bd045, regionState=OPENING, regionLocation=6336e8474e1c,35543,1733466014638 2024-12-06T06:20:31,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=072add588a4f3acf65ceac5e3b3bd045, ASSIGN because future has completed 2024-12-06T06:20:31,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 072add588a4f3acf65ceac5e3b3bd045, server=6336e8474e1c,35543,1733466014638}] 2024-12-06T06:20:31,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:31,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:31,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:20:31,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35543%2C1733466014638.rep, suffix=, logDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638, archiveDir=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/oldWALs, maxLogs=10 2024-12-06T06:20:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:31,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.rep.1733466031260, exclude list is [], retry=0 2024-12-06T06:20:31,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45933,DS-dfd9fe43-fd68-4ebc-aa6f-48b721719196,DISK] 2024-12-06T06:20:31,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.rep.1733466031260 2024-12-06T06:20:31,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41301:41301)] 2024-12-06T06:20:31,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 072add588a4f3acf65ceac5e3b3bd045, NAME => 'hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:31,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:31,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:20:31,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. service=MultiRowMutationService 2024-12-06T06:20:31,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:20:31,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:31,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,281 INFO [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,282 INFO [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072add588a4f3acf65ceac5e3b3bd045 columnFamilyName hfileref 2024-12-06T06:20:31,282 DEBUG [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:31,282 INFO [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] regionserver.HStore(327): Store=072add588a4f3acf65ceac5e3b3bd045/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:31,282 INFO [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,283 INFO [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072add588a4f3acf65ceac5e3b3bd045 columnFamilyName queue 2024-12-06T06:20:31,283 DEBUG [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:31,284 INFO [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] regionserver.HStore(327): Store=072add588a4f3acf65ceac5e3b3bd045/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:31,284 INFO [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,284 INFO [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072add588a4f3acf65ceac5e3b3bd045 columnFamilyName sid 2024-12-06T06:20:31,284 DEBUG [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:31,285 INFO [StoreOpener-072add588a4f3acf65ceac5e3b3bd045-1 {}] regionserver.HStore(327): Store=072add588a4f3acf65ceac5e3b3bd045/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:31,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/replication/072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/replication/072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:20:31,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/replication/072add588a4f3acf65ceac5e3b3bd045/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:31,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 072add588a4f3acf65ceac5e3b3bd045; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62354778, jitterRate=-0.07084140181541443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:20:31,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:31,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 072add588a4f3acf65ceac5e3b3bd045: Running coprocessor pre-open hook at 1733466031280Writing region info on filesystem at 1733466031280Initializing all the Stores at 1733466031281 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466031281Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466031281Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466031281Cleaning up temporary data from old regions at 1733466031286 (+5 ms)Running coprocessor post-open hooks at 1733466031289 (+3 ms)Region opened successfully at 1733466031289 2024-12-06T06:20:31,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045., pid=10, masterSystemTime=1733466031254 2024-12-06T06:20:31,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:31,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:31,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=072add588a4f3acf65ceac5e3b3bd045, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,35543,1733466014638 2024-12-06T06:20:31,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 072add588a4f3acf65ceac5e3b3bd045, server=6336e8474e1c,35543,1733466014638 because future has completed 2024-12-06T06:20:31,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:20:31,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 072add588a4f3acf65ceac5e3b3bd045, server=6336e8474e1c,35543,1733466014638 in 193 msec 2024-12-06T06:20:31,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:20:31,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=072add588a4f3acf65ceac5e3b3bd045, ASSIGN in 350 msec 2024-12-06T06:20:31,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:20:31,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466031299"}]},"ts":"1733466031299"} 2024-12-06T06:20:31,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:20:31,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:20:31,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-06T06:20:31,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045., hostname=6336e8474e1c,35543,1733466014638, seqNum=2] 2024-12-06T06:20:31,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:31,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:31,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:20:31,458 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 379, reset compression=false 2024-12-06T06:20:31,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:20:31,496 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:20:31,528 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,35543,1733466014638, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:20:31,528 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:31,528 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35543,1733466014638, seqNum=-1] 2024-12-06T06:20:31,529 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:31,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-06T06:20:31,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,35543,1733466014638', locateType=CURRENT is [region=hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045., hostname=6336e8474e1c,35543,1733466014638, seqNum=2] 2024-12-06T06:20:31,535 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:20:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:20:31,537 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,35543,1733466014638 suceeded 2024-12-06T06:20:31,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:20:31,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-06T06:20:31,539 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:42255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:20:31,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-12-06T06:20:31,550 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:42255' 2024-12-06T06:20:31,552 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@744c488b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:31,552 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42255,-1 for getting cluster id 2024-12-06T06:20:31,552 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:31,552 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7963ea31-eb1b-49fe-8110-383603e173f0' 2024-12-06T06:20:31,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:31,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7963ea31-eb1b-49fe-8110-383603e173f0" 2024-12-06T06:20:31,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66118bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:31,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42255,-1] 2024-12-06T06:20:31,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:31,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:31,554 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:31,555 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bc3f2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:31,555 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:31,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42255,1733466018397 2024-12-06T06:20:31,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dbe0f35 2024-12-06T06:20:31,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:31,556 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-06T06:20:31,557 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,35543,1733466014638 (queues=1) is replicating from cluster=fad84c1f-faa9-48ef-912a-c06a969242c7 to cluster=7963ea31-eb1b-49fe-8110-383603e173f0 2024-12-06T06:20:31,557 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C35543%2C1733466014638 2024-12-06T06:20:31,557 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,35543,1733466014638, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:20:31,557 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, startPosition=0, beingWritten=true 2024-12-06T06:20:31,557 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C35543%2C1733466014638 2024-12-06T06:20:31,562 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:31,562 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 379, reset compression=false 2024-12-06T06:20:31,562 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35543,1733466014638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:31,766 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 379, reset compression=false 2024-12-06T06:20:32,071 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 379, reset compression=false 2024-12-06T06:20:32,162 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 379, reset compression=false 2024-12-06T06:20:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:32,280 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:20:32,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:32,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:32,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:32,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:32,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:32,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cddb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:32,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42255,-1 for getting cluster id 2024-12-06T06:20:32,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:32,282 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7963ea31-eb1b-49fe-8110-383603e173f0' 2024-12-06T06:20:32,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:32,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7963ea31-eb1b-49fe-8110-383603e173f0" 2024-12-06T06:20:32,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9e4d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:32,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42255,-1] 2024-12-06T06:20:32,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:32,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:32,284 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1806eb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:32,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42255,1733466018397 2024-12-06T06:20:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488c976d 2024-12-06T06:20:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:32,286 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:32,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:36645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:20:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:20:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:32,289 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:36645' 2024-12-06T06:20:32,290 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355ef3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:32,290 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36645,-1 for getting cluster id 2024-12-06T06:20:32,290 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:32,291 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa55c7b4-1347-44de-9295-88f5e7952641' 2024-12-06T06:20:32,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:32,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa55c7b4-1347-44de-9295-88f5e7952641" 2024-12-06T06:20:32,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f35558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:32,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36645,-1] 2024-12-06T06:20:32,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:32,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:32,292 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:32,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630b5283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:32,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:32,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36645,1733466010436 2024-12-06T06:20:32,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59899556 2024-12-06T06:20:32,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:32,294 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:32,295 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:20:32,295 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:20:32,295 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:32,295 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:32,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:32,295 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:32,296 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:20:32,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:20:32,297 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:32,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:20:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:20:32,346 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:20:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:32,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:20:32,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,475 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 379, reset compression=false 2024-12-06T06:20:32,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:32,704 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7c06add02fcb8e70b0cbcd1e99069e4, NAME => 'hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22 2024-12-06T06:20:32,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:20:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:32,967 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 379, reset compression=false 2024-12-06T06:20:32,979 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 379, reset compression=false 2024-12-06T06:20:33,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:33,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b7c06add02fcb8e70b0cbcd1e99069e4, disabling compactions & flushes 2024-12-06T06:20:33,109 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:33,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:33,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. after waiting 0 ms 2024-12-06T06:20:33,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:33,110 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:33,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7c06add02fcb8e70b0cbcd1e99069e4: Waiting for close lock at 1733466033109Disabling compacts and flushes for region at 1733466033109Disabling writes for close at 1733466033110 (+1 ms)Writing region close event to WAL at 1733466033110Closed at 1733466033110 2024-12-06T06:20:33,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:20:33,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733466033111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466033111"}]},"ts":"1733466033111"} 2024-12-06T06:20:33,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:20:33,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:20:33,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466033114"}]},"ts":"1733466033114"} 2024-12-06T06:20:33,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:20:33,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7c06add02fcb8e70b0cbcd1e99069e4, ASSIGN}] 2024-12-06T06:20:33,117 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7c06add02fcb8e70b0cbcd1e99069e4, ASSIGN 2024-12-06T06:20:33,117 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7c06add02fcb8e70b0cbcd1e99069e4, ASSIGN; state=OFFLINE, location=6336e8474e1c,41081,1733466018454; forceNewPlan=false, retain=false 2024-12-06T06:20:33,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7c06add02fcb8e70b0cbcd1e99069e4, regionState=OPENING, regionLocation=6336e8474e1c,41081,1733466018454 2024-12-06T06:20:33,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7c06add02fcb8e70b0cbcd1e99069e4, ASSIGN because future has completed 2024-12-06T06:20:33,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7c06add02fcb8e70b0cbcd1e99069e4, server=6336e8474e1c,41081,1733466018454}] 2024-12-06T06:20:33,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:33,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:33,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:20:33,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C41081%2C1733466018454.rep, suffix=, logDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/oldWALs, maxLogs=10 2024-12-06T06:20:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:33,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.rep.1733466033428, exclude list is [], retry=0 2024-12-06T06:20:33,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-3ae7406f-7a30-459b-accf-cca3d5aa69d0,DISK] 2024-12-06T06:20:33,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.rep.1733466033428 2024-12-06T06:20:33,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-12-06T06:20:33,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b7c06add02fcb8e70b0cbcd1e99069e4, NAME => 'hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:33,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:33,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:20:33,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. service=MultiRowMutationService 2024-12-06T06:20:33,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:20:33,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:33,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,461 INFO [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,462 INFO [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7c06add02fcb8e70b0cbcd1e99069e4 columnFamilyName hfileref 2024-12-06T06:20:33,462 DEBUG [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:33,463 INFO [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] regionserver.HStore(327): Store=b7c06add02fcb8e70b0cbcd1e99069e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:33,463 INFO [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,463 INFO [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7c06add02fcb8e70b0cbcd1e99069e4 columnFamilyName queue 2024-12-06T06:20:33,464 DEBUG [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:33,464 INFO [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] regionserver.HStore(327): Store=b7c06add02fcb8e70b0cbcd1e99069e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:33,464 INFO [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,465 INFO [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7c06add02fcb8e70b0cbcd1e99069e4 columnFamilyName sid 2024-12-06T06:20:33,465 DEBUG [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:33,466 INFO [StoreOpener-b7c06add02fcb8e70b0cbcd1e99069e4-1 {}] regionserver.HStore(327): Store=b7c06add02fcb8e70b0cbcd1e99069e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:33,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/replication/b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/replication/b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:20:33,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/replication/b7c06add02fcb8e70b0cbcd1e99069e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:33,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b7c06add02fcb8e70b0cbcd1e99069e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59897840, jitterRate=-0.1074526309967041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:20:33,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:33,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b7c06add02fcb8e70b0cbcd1e99069e4: Running coprocessor pre-open hook at 1733466033460Writing region info on filesystem at 1733466033460Initializing all the Stores at 1733466033461 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466033461Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466033461Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466033461Cleaning up temporary data from old regions at 1733466033467 (+6 ms)Running coprocessor post-open hooks at 1733466033471 (+4 ms)Region opened successfully at 1733466033471 2024-12-06T06:20:33,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4., pid=10, masterSystemTime=1733466033422 2024-12-06T06:20:33,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:33,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:33,474 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7c06add02fcb8e70b0cbcd1e99069e4, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,41081,1733466018454 2024-12-06T06:20:33,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7c06add02fcb8e70b0cbcd1e99069e4, server=6336e8474e1c,41081,1733466018454 because future has completed 2024-12-06T06:20:33,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:20:33,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b7c06add02fcb8e70b0cbcd1e99069e4, server=6336e8474e1c,41081,1733466018454 in 210 msec 2024-12-06T06:20:33,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:20:33,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7c06add02fcb8e70b0cbcd1e99069e4, ASSIGN in 365 msec 2024-12-06T06:20:33,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:20:33,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466033483"}]},"ts":"1733466033483"} 2024-12-06T06:20:33,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:20:33,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:20:33,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-12-06T06:20:33,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4., hostname=6336e8474e1c,41081,1733466018454, seqNum=2] 2024-12-06T06:20:33,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:33,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:33,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:20:33,583 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 379, reset compression=false 2024-12-06T06:20:33,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:20:33,663 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:20:33,698 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,41081,1733466018454, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:20:33,699 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:33,699 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,41081,1733466018454, seqNum=-1] 2024-12-06T06:20:33,699 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:33,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-06T06:20:33,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,41081,1733466018454', locateType=CURRENT is [region=hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4., hostname=6336e8474e1c,41081,1733466018454, seqNum=2] 2024-12-06T06:20:33,704 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:20:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:20:33,706 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,41081,1733466018454 suceeded 2024-12-06T06:20:33,709 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:36645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:20:33,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:20:33,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-06T06:20:33,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-12-06T06:20:33,722 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:36645' 2024-12-06T06:20:33,726 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ae9da1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:33,726 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36645,-1 for getting cluster id 2024-12-06T06:20:33,726 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:33,727 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa55c7b4-1347-44de-9295-88f5e7952641' 2024-12-06T06:20:33,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:33,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa55c7b4-1347-44de-9295-88f5e7952641" 2024-12-06T06:20:33,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58c75187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:33,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36645,-1] 2024-12-06T06:20:33,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:33,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:33,728 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:33,729 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68be5d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:33,729 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:33,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36645,1733466010436 2024-12-06T06:20:33,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ba13b18 2024-12-06T06:20:33,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:33,731 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-06T06:20:33,731 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,41081,1733466018454 (queues=1) is replicating from cluster=7963ea31-eb1b-49fe-8110-383603e173f0 to cluster=fa55c7b4-1347-44de-9295-88f5e7952641 2024-12-06T06:20:33,731 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C41081%2C1733466018454 2024-12-06T06:20:33,731 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,41081,1733466018454, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:20:33,734 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, startPosition=0, beingWritten=true 2024-12-06T06:20:33,735 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C41081%2C1733466018454 2024-12-06T06:20:33,740 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:33,740 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 379, reset compression=false 2024-12-06T06:20:33,740 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,41081,1733466018454 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:33,871 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 379, reset compression=false 2024-12-06T06:20:33,944 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 379, reset compression=false 2024-12-06T06:20:34,248 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 379, reset compression=false 2024-12-06T06:20:34,287 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 379, reset compression=false 2024-12-06T06:20:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:20:34,450 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:20:34,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:34,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:34,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:34,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:34,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:34,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36645,-1 for getting cluster id 2024-12-06T06:20:34,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:34,452 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa55c7b4-1347-44de-9295-88f5e7952641' 2024-12-06T06:20:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa55c7b4-1347-44de-9295-88f5e7952641" 2024-12-06T06:20:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224f1d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36645,-1] 2024-12-06T06:20:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:34,454 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d5a67c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36717,-1 for getting cluster id 2024-12-06T06:20:34,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:34,455 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fad84c1f-faa9-48ef-912a-c06a969242c7' 2024-12-06T06:20:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fad84c1f-faa9-48ef-912a-c06a969242c7" 2024-12-06T06:20:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bb1f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36717,-1] 2024-12-06T06:20:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:34,456 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c180408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42255,-1 for getting cluster id 2024-12-06T06:20:34,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:34,458 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7963ea31-eb1b-49fe-8110-383603e173f0' 2024-12-06T06:20:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7963ea31-eb1b-49fe-8110-383603e173f0" 2024-12-06T06:20:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18087f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42255,-1] 2024-12-06T06:20:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:34,459 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee7010a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,43517,1733466010491, seqNum=-1] 2024-12-06T06:20:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:34,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5., hostname=6336e8474e1c,43517,1733466010491, seqNum=2] 2024-12-06T06:20:34,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,41081,1733466018454, seqNum=-1] 2024-12-06T06:20:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:34,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733466025814.9780710db14524000ecfaf7a56b2834a., hostname=6336e8474e1c,41081,1733466018454, seqNum=2] 2024-12-06T06:20:34,471 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T06:20:34,652 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 379, reset compression=false 2024-12-06T06:20:34,875 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 379, reset compression=false 2024-12-06T06:20:34,880 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:34,880 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 480, reset compression=false 2024-12-06T06:20:34,880 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43517,1733466010491 got entry batch from reader: WALEntryBatch [walEntries=[{test/47fd41aebc7bf691ca2419cb3700c4e5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T06:20:34,882 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:20:34,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-06T06:20:34,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:34,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@581c7bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36717,-1 for getting cluster id 2024-12-06T06:20:34,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:34,885 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fad84c1f-faa9-48ef-912a-c06a969242c7' 2024-12-06T06:20:34,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:34,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fad84c1f-faa9-48ef-912a-c06a969242c7" 2024-12-06T06:20:34,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ffde94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36717,-1] 2024-12-06T06:20:34,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:34,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:34,886 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:34,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cac5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:34,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:34,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35543,1733466014638, seqNum=-1] 2024-12-06T06:20:34,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:34,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-06T06:20:34,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8., hostname=6336e8474e1c,35543,1733466014638, seqNum=2] 2024-12-06T06:20:34,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:35,083 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 480, reset compression=false 2024-12-06T06:20:35,091 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 379, reset compression=false 2024-12-06T06:20:35,096 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:35,096 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 504, reset compression=false 2024-12-06T06:20:35,096 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35543,1733466014638 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b0dabbdafa7f72e1e3f65cae809b9a8/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-06T06:20:35,098 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:20:35,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-06T06:20:35,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:35,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e52cb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:35,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42255,-1 for getting cluster id 2024-12-06T06:20:35,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:35,100 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7963ea31-eb1b-49fe-8110-383603e173f0' 2024-12-06T06:20:35,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:35,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7963ea31-eb1b-49fe-8110-383603e173f0" 2024-12-06T06:20:35,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3adba1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:35,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42255,-1] 2024-12-06T06:20:35,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:35,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:35,102 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:35,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765fa317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:35,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:35,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,41081,1733466018454, seqNum=-1] 2024-12-06T06:20:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:35,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-06T06:20:35,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733466025814.9780710db14524000ecfaf7a56b2834a., hostname=6336e8474e1c,41081,1733466018454, seqNum=2] 2024-12-06T06:20:35,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:35,156 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 379, reset compression=false 2024-12-06T06:20:35,161 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:35,161 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 528, reset compression=false 2024-12-06T06:20:35,161 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,41081,1733466018454 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:35,299 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 504, reset compression=false 2024-12-06T06:20:35,364 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 528, reset compression=false 2024-12-06T06:20:35,387 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 480, reset compression=false 2024-12-06T06:20:35,473 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T06:20:35,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:35,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35543,1733466014638, seqNum=-1] 2024-12-06T06:20:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:35,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8., hostname=6336e8474e1c,35543,1733466014638, seqNum=2] 2024-12-06T06:20:35,480 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T06:20:35,603 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 504, reset compression=false 2024-12-06T06:20:35,607 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:35,607 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 608, reset compression=false 2024-12-06T06:20:35,607 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35543,1733466014638 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b0dabbdafa7f72e1e3f65cae809b9a8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T06:20:35,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:35,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:35,669 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 528, reset compression=false 2024-12-06T06:20:35,673 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:35,673 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 656, reset compression=false 2024-12-06T06:20:35,673 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,41081,1733466018454 got entry batch from reader: WALEntryBatch [walEntries=[{test/9780710db14524000ecfaf7a56b2834a/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T06:20:35,675 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:20:35,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-06T06:20:35,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:35,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6687b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:35,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36645,-1 for getting cluster id 2024-12-06T06:20:35,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:35,678 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa55c7b4-1347-44de-9295-88f5e7952641' 2024-12-06T06:20:35,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:35,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa55c7b4-1347-44de-9295-88f5e7952641" 2024-12-06T06:20:35,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@486f4bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:35,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36645,-1] 2024-12-06T06:20:35,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:35,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:35,679 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:35,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2332131a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:35,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:35,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,43517,1733466010491, seqNum=-1] 2024-12-06T06:20:35,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:35,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-06T06:20:35,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5., hostname=6336e8474e1c,43517,1733466010491, seqNum=2] 2024-12-06T06:20:35,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:35,791 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 480, reset compression=false 2024-12-06T06:20:35,796 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:35,796 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 631, reset compression=false 2024-12-06T06:20:35,796 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43517,1733466010491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:35,810 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 608, reset compression=false 2024-12-06T06:20:35,876 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 656, reset compression=false 2024-12-06T06:20:35,999 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 631, reset compression=false 2024-12-06T06:20:36,113 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 608, reset compression=false 2024-12-06T06:20:36,180 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 656, reset compression=false 2024-12-06T06:20:36,304 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 631, reset compression=false 2024-12-06T06:20:36,482 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T06:20:36,486 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-06T06:20:36,517 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 608, reset compression=false 2024-12-06T06:20:36,584 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 656, reset compression=false 2024-12-06T06:20:36,625 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:36,625 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 760, reset compression=false 2024-12-06T06:20:36,625 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,41081,1733466018454 got entry batch from reader: WALEntryBatch [walEntries=[{test/9780710db14524000ecfaf7a56b2834a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T06:20:36,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:36,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:36,709 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 631, reset compression=false 2024-12-06T06:20:36,721 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:36,721 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 758, reset compression=false 2024-12-06T06:20:36,721 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43517,1733466010491 got entry batch from reader: WALEntryBatch [walEntries=[{test/47fd41aebc7bf691ca2419cb3700c4e5/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T06:20:36,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:36,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:36,841 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 760, reset compression=false 2024-12-06T06:20:36,925 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 758, reset compression=false 2024-12-06T06:20:37,025 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 608, reset compression=false 2024-12-06T06:20:37,031 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:37,031 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 759, reset compression=false 2024-12-06T06:20:37,031 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35543,1733466014638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:37,145 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 760, reset compression=false 2024-12-06T06:20:37,229 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 758, reset compression=false 2024-12-06T06:20:37,246 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 759, reset compression=false 2024-12-06T06:20:37,488 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-06T06:20:37,492 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T06:20:37,550 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 760, reset compression=false 2024-12-06T06:20:37,550 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 759, reset compression=false 2024-12-06T06:20:37,634 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 758, reset compression=false 2024-12-06T06:20:37,639 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:37,639 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 914, reset compression=false 2024-12-06T06:20:37,639 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43517,1733466010491 got entry batch from reader: WALEntryBatch [walEntries=[{test/47fd41aebc7bf691ca2419cb3700c4e5/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T06:20:37,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:37,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:37,842 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 914, reset compression=false 2024-12-06T06:20:37,955 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 759, reset compression=false 2024-12-06T06:20:37,961 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:37,961 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 907, reset compression=false 2024-12-06T06:20:37,961 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35543,1733466014638 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b0dabbdafa7f72e1e3f65cae809b9a8/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-06T06:20:37,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:37,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:38,056 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 760, reset compression=false 2024-12-06T06:20:38,061 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:38,061 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 932, reset compression=false 2024-12-06T06:20:38,062 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,41081,1733466018454 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:38,147 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 914, reset compression=false 2024-12-06T06:20:38,165 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 907, reset compression=false 2024-12-06T06:20:38,265 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 932, reset compression=false 2024-12-06T06:20:38,469 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 907, reset compression=false 2024-12-06T06:20:38,494 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T06:20:38,498 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T06:20:38,551 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 914, reset compression=false 2024-12-06T06:20:38,569 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 932, reset compression=false 2024-12-06T06:20:38,874 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 907, reset compression=false 2024-12-06T06:20:38,879 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:38,879 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1066, reset compression=false 2024-12-06T06:20:38,879 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35543,1733466014638 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b0dabbdafa7f72e1e3f65cae809b9a8/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T06:20:38,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:38,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:38,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:20:38,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:38,973 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 932, reset compression=false 2024-12-06T06:20:38,978 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:38,978 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1082, reset compression=false 2024-12-06T06:20:38,978 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,41081,1733466018454 got entry batch from reader: WALEntryBatch [walEntries=[{test/9780710db14524000ecfaf7a56b2834a/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-06T06:20:38,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:38,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:39,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:39,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:39,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:39,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:39,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:39,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:39,057 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 914, reset compression=false 2024-12-06T06:20:39,062 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:39,062 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1087, reset compression=false 2024-12-06T06:20:39,062 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43517,1733466010491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:39,082 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1066, reset compression=false 2024-12-06T06:20:39,182 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1082, reset compression=false 2024-12-06T06:20:39,266 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1087, reset compression=false 2024-12-06T06:20:39,385 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1066, reset compression=false 2024-12-06T06:20:39,485 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1082, reset compression=false 2024-12-06T06:20:39,500 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T06:20:39,515 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-06T06:20:39,569 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1087, reset compression=false 2024-12-06T06:20:39,788 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1066, reset compression=false 2024-12-06T06:20:39,888 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1082, reset compression=false 2024-12-06T06:20:39,899 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:39,899 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1241, reset compression=false 2024-12-06T06:20:39,899 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,41081,1733466018454 got entry batch from reader: WALEntryBatch [walEntries=[{test/9780710db14524000ecfaf7a56b2834a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T06:20:39,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:39,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:39,976 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1087, reset compression=false 2024-12-06T06:20:39,981 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:39,981 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1236, reset compression=false 2024-12-06T06:20:39,982 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43517,1733466010491 got entry batch from reader: WALEntryBatch [walEntries=[{test/47fd41aebc7bf691ca2419cb3700c4e5/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-06T06:20:39,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:39,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:40,025 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:20:40,112 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1241, reset compression=false 2024-12-06T06:20:40,193 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1236, reset compression=false 2024-12-06T06:20:40,321 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1066, reset compression=false 2024-12-06T06:20:40,334 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:40,335 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1239, reset compression=false 2024-12-06T06:20:40,335 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35543,1733466014638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:40,418 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1241, reset compression=false 2024-12-06T06:20:40,518 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1236, reset compression=false 2024-12-06T06:20:40,519 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-06T06:20:40,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5b7851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:40,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42255,-1 for getting cluster id 2024-12-06T06:20:40,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:40,534 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7963ea31-eb1b-49fe-8110-383603e173f0' 2024-12-06T06:20:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7963ea31-eb1b-49fe-8110-383603e173f0" 2024-12-06T06:20:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b57ce34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42255,-1] 2024-12-06T06:20:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:40,537 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6539d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:40,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42255,1733466018397 2024-12-06T06:20:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11052a94 2024-12-06T06:20:40,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:40,544 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:40,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-06T06:20:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-06T06:20:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T06:20:40,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:20:40,576 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1239, reset compression=false 2024-12-06T06:20:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T06:20:40,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-06T06:20:40,705 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-06T06:20:40,706 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-06T06:20:40,707 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,41081,1733466018454 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-06T06:20:40,707 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0. 2024-12-06T06:20:40,707 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:40,707 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:40,707 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:40,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:40,808 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T06:20:40,808 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T06:20:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T06:20:40,881 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1239, reset compression=false 2024-12-06T06:20:40,908 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 terminated 2024-12-06T06:20:40,935 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,41081,1733466018454, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:20:40,935 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-06T06:20:40,936 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T06:20:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-06T06:20:40,937 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1236, reset compression=false 2024-12-06T06:20:40,941 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6336e8474e1c,41081,1733466018454 suceeded 2024-12-06T06:20:40,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T06:20:40,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 389 msec 2024-12-06T06:20:40,945 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-06T06:20:40,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 400 msec 2024-12-06T06:20:40,970 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:36645' 2024-12-06T06:20:40,972 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f7f3c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:40,972 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36645,-1 for getting cluster id 2024-12-06T06:20:40,972 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:40,973 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa55c7b4-1347-44de-9295-88f5e7952641' 2024-12-06T06:20:40,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:40,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa55c7b4-1347-44de-9295-88f5e7952641" 2024-12-06T06:20:40,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@463a1fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:40,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36645,-1] 2024-12-06T06:20:40,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:40,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:40,975 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:40,976 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff8b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:40,977 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:40,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36645,1733466010436 2024-12-06T06:20:40,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c157024 2024-12-06T06:20:40,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:40,978 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-06T06:20:40,979 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,41081,1733466018454 (queues=1) is replicating from cluster=7963ea31-eb1b-49fe-8110-383603e173f0 to cluster=fa55c7b4-1347-44de-9295-88f5e7952641 2024-12-06T06:20:40,979 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C41081%2C1733466018454 2024-12-06T06:20:40,979 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,41081,1733466018454, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:20:40,980 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C41081%2C1733466018454 2024-12-06T06:20:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T06:20:41,181 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:20:41,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:41,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:41,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:41,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:41,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:41,185 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-06T06:20:41,286 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1239, reset compression=false 2024-12-06T06:20:41,459 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1236, reset compression=false 2024-12-06T06:20:41,464 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:41,464 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1340, reset compression=false 2024-12-06T06:20:41,465 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43517,1733466010491 got entry batch from reader: WALEntryBatch [walEntries=[{test/47fd41aebc7bf691ca2419cb3700c4e5/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T06:20:41,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:41,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:41,668 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1340, reset compression=false 2024-12-06T06:20:41,789 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1239, reset compression=false 2024-12-06T06:20:41,796 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:41,796 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1367, reset compression=false 2024-12-06T06:20:41,796 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35543,1733466014638 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b0dabbdafa7f72e1e3f65cae809b9a8/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T06:20:41,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:41,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:41,972 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1340, reset compression=false 2024-12-06T06:20:42,000 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1367, reset compression=false 2024-12-06T06:20:42,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-06T06:20:42,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4637de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:42,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,42255,-1 for getting cluster id 2024-12-06T06:20:42,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:42,192 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7963ea31-eb1b-49fe-8110-383603e173f0' 2024-12-06T06:20:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7963ea31-eb1b-49fe-8110-383603e173f0" 2024-12-06T06:20:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e963a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,42255,-1] 2024-12-06T06:20:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:42,193 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f9061d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:42,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:42,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,42255,1733466018397 2024-12-06T06:20:42,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b1cd833 2024-12-06T06:20:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:20:42,199 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:20:42,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-06T06:20:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-06T06:20:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T06:20:42,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:20:42,304 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1367, reset compression=false 2024-12-06T06:20:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T06:20:42,314 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:42,314 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1471, reset compression=false 2024-12-06T06:20:42,314 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35543,1733466014638 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b0dabbdafa7f72e1e3f65cae809b9a8/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T06:20:42,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:42,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:42,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-06T06:20:42,360 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-06T06:20:42,361 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T06:20:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-06T06:20:42,363 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6336e8474e1c,41081,1733466018454 suceeded 2024-12-06T06:20:42,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T06:20:42,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-06T06:20:42,366 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-06T06:20:42,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 167 msec 2024-12-06T06:20:42,381 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1340, reset compression=false 2024-12-06T06:20:42,381 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, startPosition=1241, beingWritten=true 2024-12-06T06:20:42,391 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:20:42,391 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1521, reset compression=false 2024-12-06T06:20:42,391 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,41081,1733466018454 got entry batch from reader: WALEntryBatch [walEntries=[{test/9780710db14524000ecfaf7a56b2834a/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T06:20:42,394 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:20:42,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-06T06:20:42,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:20:42,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:20:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T06:20:42,520 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:20:42,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:42,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:42,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:42,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:42,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:42,523 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-06T06:20:42,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:20:42,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:42,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:42,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:42,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:42,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:42,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:20:42,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=585502218, stopped=false 2024-12-06T06:20:42,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,42255,1733466018397 2024-12-06T06:20:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-48784543/running 2024-12-06T06:20:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-48784543/running 2024-12-06T06:20:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:42,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:20:42,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:42,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:42,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:42,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Set watcher on znode that does not yet exist, /2-48784543/running 2024-12-06T06:20:42,528 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,41081,1733466018454' ***** 2024-12-06T06:20:42,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Set watcher on znode that does not yet exist, /2-48784543/running 2024-12-06T06:20:42,528 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:20:42,529 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:20:42,529 INFO [RS:0;6336e8474e1c:41081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:20:42,529 INFO [RS:0;6336e8474e1c:41081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:20:42,529 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:20:42,529 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(3091): Received CLOSE for 9780710db14524000ecfaf7a56b2834a 2024-12-06T06:20:42,530 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(3091): Received CLOSE for b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:42,530 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,41081,1733466018454 2024-12-06T06:20:42,530 INFO [RS:0;6336e8474e1c:41081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:20:42,530 INFO [RS:0;6336e8474e1c:41081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:41081. 2024-12-06T06:20:42,530 DEBUG [RS:0;6336e8474e1c:41081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:42,530 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9780710db14524000ecfaf7a56b2834a, disabling compactions & flushes 2024-12-06T06:20:42,530 DEBUG [RS:0;6336e8474e1c:41081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:42,530 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:20:42,530 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:20:42,530 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:20:42,530 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:42,530 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:42,530 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733466025814.9780710db14524000ecfaf7a56b2834a. after waiting 0 ms 2024-12-06T06:20:42,530 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:20:42,530 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:42,530 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9780710db14524000ecfaf7a56b2834a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-06T06:20:42,530 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:20:42,530 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1325): Online Regions={9780710db14524000ecfaf7a56b2834a=test,,1733466025814.9780710db14524000ecfaf7a56b2834a., 1588230740=hbase:meta,,1.1588230740, b7c06add02fcb8e70b0cbcd1e99069e4=hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4.} 2024-12-06T06:20:42,531 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9780710db14524000ecfaf7a56b2834a, b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:42,531 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:20:42,531 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:20:42,531 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:20:42,531 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:20:42,531 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:20:42,531 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:20:42,531 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1471, reset compression=false 2024-12-06T06:20:42,557 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/info/e3f4759396c3441898b26315899d1a1e is 147, key is hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4./info:regioninfo/1733466033474/Put/seqid=0 2024-12-06T06:20:42,561 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/.tmp/f/88f95da0648a4dc6a79ebdad26321436 is 37, key is row3/f:row3/1733466041183/Put/seqid=0 2024-12-06T06:20:42,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741840_1016 (size=7686) 2024-12-06T06:20:42,562 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/info/e3f4759396c3441898b26315899d1a1e 2024-12-06T06:20:42,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741841_1017 (size=5228) 2024-12-06T06:20:42,566 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/.tmp/f/88f95da0648a4dc6a79ebdad26321436 2024-12-06T06:20:42,570 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88f95da0648a4dc6a79ebdad26321436 2024-12-06T06:20:42,584 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/ns/d3e0bac6db1940ad845dc6397bdc0867 is 43, key is default/ns:d/1733466021417/Put/seqid=0 2024-12-06T06:20:42,588 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/.tmp/f1/4e4d3b51f14b45229788ec2e43956773 is 30, key is row1/f1:/1733466038495/DeleteFamily/seqid=0 2024-12-06T06:20:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741842_1018 (size=5153) 2024-12-06T06:20:42,601 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1521, reset compression=false 2024-12-06T06:20:42,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741843_1019 (size=5158) 2024-12-06T06:20:42,606 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/.tmp/f1/4e4d3b51f14b45229788ec2e43956773 2024-12-06T06:20:42,607 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:42,607 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1768, reset compression=false 2024-12-06T06:20:42,607 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,41081,1733466018454 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:42,608 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,41081,1733466018454: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6336e8474e1c,41081,1733466018454, walGroup=6336e8474e1c%2C41081%2C1733466018454, offset=6336e8474e1c%2C41081%2C1733466018454.1733466020441:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:41081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:20:42,609 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:20:42,610 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:20:42,610 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:20:42,610 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:20:42,610 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:20:42,610 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 804747192 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198382304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:20:42,611 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:42255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:42255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T06:20:42,613 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e4d3b51f14b45229788ec2e43956773 2024-12-06T06:20:42,627 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:20:42,631 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/.tmp/norep/b678f5aafade473294a4c8ad26f0dda7 is 33, key is row2/norep:/1733466039501/DeleteFamily/seqid=0 2024-12-06T06:20:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741844_1020 (size=5108) 2024-12-06T06:20:42,731 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9780710db14524000ecfaf7a56b2834a, b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:42,817 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1768, reset compression=false 2024-12-06T06:20:42,837 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1471, reset compression=false 2024-12-06T06:20:42,886 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1340, reset compression=false 2024-12-06T06:20:42,891 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:42,891 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:42,892 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43517,1733466010491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:42,931 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9780710db14524000ecfaf7a56b2834a, b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:42,997 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/ns/d3e0bac6db1940ad845dc6397bdc0867 2024-12-06T06:20:43,024 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/rep_barrier/8a26f8c61b76408ca49dca9d18a795bb is 112, key is test,,1733466025814.9780710db14524000ecfaf7a56b2834a./rep_barrier:seqnumDuringOpen/1733466026962/Put/seqid=0 2024-12-06T06:20:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741845_1021 (size=5518) 2024-12-06T06:20:43,038 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/.tmp/norep/b678f5aafade473294a4c8ad26f0dda7 2024-12-06T06:20:43,042 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b678f5aafade473294a4c8ad26f0dda7 2024-12-06T06:20:43,044 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/.tmp/f/88f95da0648a4dc6a79ebdad26321436 as hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/f/88f95da0648a4dc6a79ebdad26321436 2024-12-06T06:20:43,057 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88f95da0648a4dc6a79ebdad26321436 2024-12-06T06:20:43,057 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/f/88f95da0648a4dc6a79ebdad26321436, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T06:20:43,060 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/.tmp/f1/4e4d3b51f14b45229788ec2e43956773 as hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/f1/4e4d3b51f14b45229788ec2e43956773 2024-12-06T06:20:43,073 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e4d3b51f14b45229788ec2e43956773 2024-12-06T06:20:43,073 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/f1/4e4d3b51f14b45229788ec2e43956773, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T06:20:43,074 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/.tmp/norep/b678f5aafade473294a4c8ad26f0dda7 as hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/norep/b678f5aafade473294a4c8ad26f0dda7 2024-12-06T06:20:43,080 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b678f5aafade473294a4c8ad26f0dda7 2024-12-06T06:20:43,080 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/norep/b678f5aafade473294a4c8ad26f0dda7, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T06:20:43,081 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9780710db14524000ecfaf7a56b2834a in 551ms, sequenceid=12, compaction requested=false 2024-12-06T06:20:43,091 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/default/test/9780710db14524000ecfaf7a56b2834a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T06:20:43,092 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:43,092 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:20:43,092 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:43,092 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9780710db14524000ecfaf7a56b2834a: Waiting for close lock at 1733466042530Running coprocessor pre-close hooks at 1733466042530Disabling compacts and flushes for region at 1733466042530Disabling writes for close at 1733466042530Obtaining lock to block concurrent updates at 1733466042530Preparing flush snapshotting stores in 9780710db14524000ecfaf7a56b2834a at 1733466042530Finished memstore snapshotting test,,1733466025814.9780710db14524000ecfaf7a56b2834a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733466042531 (+1 ms)Flushing stores of test,,1733466025814.9780710db14524000ecfaf7a56b2834a. at 1733466042534 (+3 ms)Flushing 9780710db14524000ecfaf7a56b2834a/f: creating writer at 1733466042534Flushing 9780710db14524000ecfaf7a56b2834a/f: appending metadata at 1733466042560 (+26 ms)Flushing 9780710db14524000ecfaf7a56b2834a/f: closing flushed file at 1733466042560Flushing 9780710db14524000ecfaf7a56b2834a/f1: creating writer at 1733466042570 (+10 ms)Flushing 9780710db14524000ecfaf7a56b2834a/f1: appending metadata at 1733466042587 (+17 ms)Flushing 9780710db14524000ecfaf7a56b2834a/f1: closing flushed file at 1733466042587Flushing 9780710db14524000ecfaf7a56b2834a/norep: creating writer at 1733466042613 (+26 ms)Flushing 9780710db14524000ecfaf7a56b2834a/norep: appending metadata at 1733466042630 (+17 ms)Flushing 9780710db14524000ecfaf7a56b2834a/norep: closing flushed file at 1733466042630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a65f517: reopening flushed file at 1733466043042 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aea5db2: reopening flushed file at 1733466043057 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ed6a45: reopening flushed file at 1733466043073 (+16 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9780710db14524000ecfaf7a56b2834a in 551ms, sequenceid=12, compaction requested=false at 1733466043081 (+8 ms)Writing region close event to WAL at 1733466043088 (+7 ms)Running coprocessor post-close hooks at 1733466043092 (+4 ms)Closed at 1733466043092 2024-12-06T06:20:43,092 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733466025814.9780710db14524000ecfaf7a56b2834a. 2024-12-06T06:20:43,092 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7c06add02fcb8e70b0cbcd1e99069e4, disabling compactions & flushes 2024-12-06T06:20:43,092 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:43,092 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:43,092 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. after waiting 0 ms 2024-12-06T06:20:43,092 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:43,092 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7c06add02fcb8e70b0cbcd1e99069e4: Waiting for close lock at 1733466043092Running coprocessor pre-close hooks at 1733466043092Disabling compacts and flushes for region at 1733466043092Disabling writes for close at 1733466043092Failed flush hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4., putting online again at 1733466043092 2024-12-06T06:20:43,093 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:43,095 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:43,121 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 1768, reset compression=false 2024-12-06T06:20:43,130 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:43,130 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 2412, reset compression=false 2024-12-06T06:20:43,131 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(3091): Received CLOSE for b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:43,131 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7c06add02fcb8e70b0cbcd1e99069e4 2024-12-06T06:20:43,132 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7c06add02fcb8e70b0cbcd1e99069e4, disabling compactions & flushes 2024-12-06T06:20:43,132 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:43,132 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:43,132 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. after waiting 0 ms 2024-12-06T06:20:43,132 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:43,132 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7c06add02fcb8e70b0cbcd1e99069e4: Waiting for close lock at 1733466043132Running coprocessor pre-close hooks at 1733466043132Disabling compacts and flushes for region at 1733466043132Disabling writes for close at 1733466043132Failed flush hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4., putting online again at 1733466043132 2024-12-06T06:20:43,132 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4. 2024-12-06T06:20:43,241 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1471, reset compression=false 2024-12-06T06:20:43,311 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:20:43,311 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:20:43,332 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:20:43,334 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.wal-reader.6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/WALs/6336e8474e1c,41081,1733466018454/6336e8474e1c%2C41081%2C1733466018454.1733466020441 to pos 2412, reset compression=false 2024-12-06T06:20:43,405 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:43,430 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/rep_barrier/8a26f8c61b76408ca49dca9d18a795bb 2024-12-06T06:20:43,451 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/table/e6b38aec5c964d5eb56a54f8a2840333 is 53, key is hbase:replication/table:state/1733466033483/Put/seqid=0 2024-12-06T06:20:43,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741846_1022 (size=5308) 2024-12-06T06:20:43,457 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/table/e6b38aec5c964d5eb56a54f8a2840333 2024-12-06T06:20:43,461 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/info/e3f4759396c3441898b26315899d1a1e as hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/info/e3f4759396c3441898b26315899d1a1e 2024-12-06T06:20:43,465 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/info/e3f4759396c3441898b26315899d1a1e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:20:43,466 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/ns/d3e0bac6db1940ad845dc6397bdc0867 as hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/ns/d3e0bac6db1940ad845dc6397bdc0867 2024-12-06T06:20:43,469 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/ns/d3e0bac6db1940ad845dc6397bdc0867, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:20:43,470 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/rep_barrier/8a26f8c61b76408ca49dca9d18a795bb as hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/rep_barrier/8a26f8c61b76408ca49dca9d18a795bb 2024-12-06T06:20:43,473 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/rep_barrier/8a26f8c61b76408ca49dca9d18a795bb, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:20:43,474 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/.tmp/table/e6b38aec5c964d5eb56a54f8a2840333 as hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/table/e6b38aec5c964d5eb56a54f8a2840333 2024-12-06T06:20:43,477 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/table/e6b38aec5c964d5eb56a54f8a2840333, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:20:43,478 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=16, compaction requested=false 2024-12-06T06:20:43,484 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:20:43,484 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:43,484 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:20:43,484 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:43,484 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466042531Running coprocessor pre-close hooks at 1733466042531Disabling compacts and flushes for region at 1733466042531Disabling writes for close at 1733466042531Obtaining lock to block concurrent updates at 1733466042531Preparing flush snapshotting stores in 1588230740 at 1733466042531Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733466042531Flushing stores of hbase:meta,,1.1588230740 at 1733466042532 (+1 ms)Flushing 1588230740/info: creating writer at 1733466042532Flushing 1588230740/info: appending metadata at 1733466042556 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733466042556Flushing 1588230740/ns: creating writer at 1733466042567 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733466042584 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733466042584Flushing 1588230740/rep_barrier: creating writer at 1733466043001 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466043024 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466043024Flushing 1588230740/table: creating writer at 1733466043434 (+410 ms)Flushing 1588230740/table: appending metadata at 1733466043450 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733466043450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a35df0f: reopening flushed file at 1733466043461 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4136390d: reopening flushed file at 1733466043465 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1178da7f: reopening flushed file at 1733466043469 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344a3468: reopening flushed file at 1733466043473 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=16, compaction requested=false at 1733466043478 (+5 ms)Writing region close event to WAL at 1733466043481 (+3 ms)Running coprocessor post-close hooks at 1733466043484 (+3 ms)Closed at 1733466043484 2024-12-06T06:20:43,484 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:43,532 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:20:43,532 DEBUG [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1325): Online Regions={b7c06add02fcb8e70b0cbcd1e99069e4=hbase:replication,,1733466032295.b7c06add02fcb8e70b0cbcd1e99069e4.} 2024-12-06T06:20:43,532 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T06:20:43,532 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,41081,1733466018454; all regions closed. 2024-12-06T06:20:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:20:43,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741839_1015 (size=2390) 2024-12-06T06:20:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741832_1008 (size=2420) 2024-12-06T06:20:43,553 DEBUG [RS:0;6336e8474e1c:41081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:43,553 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:20:43,553 INFO [RS:0;6336e8474e1c:41081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:20:43,553 INFO [RS:0;6336e8474e1c:41081 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:20:43,553 INFO [RS:0;6336e8474e1c:41081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:20:43,554 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:20:43,554 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,41081,1733466018454 because: Region server is closing 2024-12-06T06:20:43,554 INFO [RS:0;6336e8474e1c:41081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:41081. 2024-12-06T06:20:43,554 DEBUG [RS:0;6336e8474e1c:41081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:43,554 DEBUG [RS:0;6336e8474e1c:41081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:43,555 DEBUG [RS:0;6336e8474e1c:41081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:43,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:43,655 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,41081,1733466018454.replicationSource.shipper6336e8474e1c%2C41081%2C1733466018454,1-6336e8474e1c,41081,1733466018454 terminated 2024-12-06T06:20:43,656 INFO [RS:0;6336e8474e1c:41081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:41081. 2024-12-06T06:20:43,656 DEBUG [RS:0;6336e8474e1c:41081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:43,656 DEBUG [RS:0;6336e8474e1c:41081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:43,656 DEBUG [RS:0;6336e8474e1c:41081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:43,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:43,656 INFO [RS:0;6336e8474e1c:41081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41081 2024-12-06T06:20:43,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-48784543/rs/6336e8474e1c,41081,1733466018454 2024-12-06T06:20:43,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543/rs 2024-12-06T06:20:43,658 INFO [RS:0;6336e8474e1c:41081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:20:43,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,41081,1733466018454] 2024-12-06T06:20:43,661 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-48784543/draining/6336e8474e1c,41081,1733466018454 already deleted, retry=false 2024-12-06T06:20:43,661 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,41081,1733466018454 expired; onlineServers=0 2024-12-06T06:20:43,661 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,42255,1733466018397' ***** 2024-12-06T06:20:43,661 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:20:43,661 INFO [M:0;6336e8474e1c:42255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:20:43,661 INFO [M:0;6336e8474e1c:42255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:20:43,661 DEBUG [M:0;6336e8474e1c:42255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:20:43,662 DEBUG [M:0;6336e8474e1c:42255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:20:43,662 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:20:43,662 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466020236 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466020236,5,FailOnTimeoutGroup] 2024-12-06T06:20:43,662 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466020236 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466020236,5,FailOnTimeoutGroup] 2024-12-06T06:20:43,662 INFO [M:0;6336e8474e1c:42255 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:20:43,662 INFO [M:0;6336e8474e1c:42255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:20:43,662 DEBUG [M:0;6336e8474e1c:42255 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:20:43,662 INFO [M:0;6336e8474e1c:42255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:20:43,662 INFO [M:0;6336e8474e1c:42255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:20:43,662 INFO [M:0;6336e8474e1c:42255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:20:43,662 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:20:43,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-48784543/master 2024-12-06T06:20:43,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-48784543 2024-12-06T06:20:43,668 DEBUG [M:0;6336e8474e1c:42255 {}] zookeeper.ZKUtil(347): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Unable to get data of znode /2-48784543/master because node does not exist (not an error) 2024-12-06T06:20:43,669 WARN [M:0;6336e8474e1c:42255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:20:43,670 INFO [M:0;6336e8474e1c:42255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/.lastflushedseqids 2024-12-06T06:20:43,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741847_1023 (size=245) 2024-12-06T06:20:43,746 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1471, reset compression=false 2024-12-06T06:20:43,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:43,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x101866e19c20007, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:43,761 INFO [RS:0;6336e8474e1c:41081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:20:43,761 INFO [RS:0;6336e8474e1c:41081 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,41081,1733466018454; zookeeper connection closed. 2024-12-06T06:20:43,764 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14d5e143 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14d5e143 2024-12-06T06:20:43,764 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:20:43,817 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:44,075 INFO [M:0;6336e8474e1c:42255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:20:44,076 INFO [M:0;6336e8474e1c:42255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:20:44,076 DEBUG [M:0;6336e8474e1c:42255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:20:44,076 INFO [M:0;6336e8474e1c:42255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:44,076 DEBUG [M:0;6336e8474e1c:42255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:44,076 DEBUG [M:0;6336e8474e1c:42255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:20:44,076 DEBUG [M:0;6336e8474e1c:42255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:44,076 INFO [M:0;6336e8474e1c:42255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-06T06:20:44,097 DEBUG [M:0;6336e8474e1c:42255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaab5430922e45d98e14450190f18405 is 82, key is hbase:meta,,1/info:regioninfo/1733466021408/Put/seqid=0 2024-12-06T06:20:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741848_1024 (size=5672) 2024-12-06T06:20:44,175 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:20:44,322 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:44,385 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1471, reset compression=false 2024-12-06T06:20:44,514 INFO [M:0;6336e8474e1c:42255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaab5430922e45d98e14450190f18405 2024-12-06T06:20:44,551 DEBUG [M:0;6336e8474e1c:42255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2963618487db4db29c6028f39b984335 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733466033486/Put/seqid=0 2024-12-06T06:20:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741849_1025 (size=9213) 2024-12-06T06:20:44,956 INFO [M:0;6336e8474e1c:42255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2963618487db4db29c6028f39b984335 2024-12-06T06:20:44,964 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:44,979 DEBUG [M:0;6336e8474e1c:42255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94f2ab5b77bb4b7fadda46ef0eedf64b is 69, key is 6336e8474e1c,41081,1733466018454/rs:state/1733466020298/Put/seqid=0 2024-12-06T06:20:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741850_1026 (size=5156) 2024-12-06T06:20:45,092 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1471, reset compression=false 2024-12-06T06:20:45,384 INFO [M:0;6336e8474e1c:42255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94f2ab5b77bb4b7fadda46ef0eedf64b 2024-12-06T06:20:45,389 DEBUG [M:0;6336e8474e1c:42255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaab5430922e45d98e14450190f18405 as hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eaab5430922e45d98e14450190f18405 2024-12-06T06:20:45,394 INFO [M:0;6336e8474e1c:42255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eaab5430922e45d98e14450190f18405, entries=8, sequenceid=127, filesize=5.5 K 2024-12-06T06:20:45,395 DEBUG [M:0;6336e8474e1c:42255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2963618487db4db29c6028f39b984335 as hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2963618487db4db29c6028f39b984335 2024-12-06T06:20:45,399 INFO [M:0;6336e8474e1c:42255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2963618487db4db29c6028f39b984335, entries=15, sequenceid=127, filesize=9.0 K 2024-12-06T06:20:45,399 DEBUG [M:0;6336e8474e1c:42255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94f2ab5b77bb4b7fadda46ef0eedf64b as hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94f2ab5b77bb4b7fadda46ef0eedf64b 2024-12-06T06:20:45,402 INFO [M:0;6336e8474e1c:42255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94f2ab5b77bb4b7fadda46ef0eedf64b, entries=1, sequenceid=127, filesize=5.0 K 2024-12-06T06:20:45,403 INFO [M:0;6336e8474e1c:42255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=127, compaction requested=false 2024-12-06T06:20:45,404 INFO [M:0;6336e8474e1c:42255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:45,404 DEBUG [M:0;6336e8474e1c:42255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466044076Disabling compacts and flushes for region at 1733466044076Disabling writes for close at 1733466044076Obtaining lock to block concurrent updates at 1733466044076Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466044076Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733466044077 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466044077Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466044077Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466044097 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466044097Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466044518 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466044551 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466044551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466044961 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466044978 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466044978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59629a57: reopening flushed file at 1733466045389 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe647c8: reopening flushed file at 1733466045394 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa3e9f: reopening flushed file at 1733466045399 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=127, compaction requested=false at 1733466045403 (+4 ms)Writing region close event to WAL at 1733466045404 (+1 ms)Closed at 1733466045404 2024-12-06T06:20:45,411 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a43ce842-5bf0-8668-6e26-d613391b6d22/MasterData/WALs/6336e8474e1c,42255,1733466018397/6336e8474e1c%2C42255%2C1733466018397.1733466020164 not finished, retry = 0 2024-12-06T06:20:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741830_1006 (size=73878) 2024-12-06T06:20:45,513 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:20:45,513 INFO [M:0;6336e8474e1c:42255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:20:45,513 INFO [M:0;6336e8474e1c:42255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42255 2024-12-06T06:20:45,515 INFO [M:0;6336e8474e1c:42255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:20:45,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:45,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x101866e19c20006, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:45,617 INFO [M:0;6336e8474e1c:42255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:20:45,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15cfca75{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:20:45,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d3cd1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:20:45,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:20:45,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac66193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:20:45,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c0d717c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/hadoop.log.dir/,STOPPED} 2024-12-06T06:20:45,636 WARN [BP-1609088984-172.17.0.2-1733466017295 heartbeating to localhost/127.0.0.1:34421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:20:45,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:20:45,636 WARN [BP-1609088984-172.17.0.2-1733466017295 heartbeating to localhost/127.0.0.1:34421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1609088984-172.17.0.2-1733466017295 (Datanode Uuid 7c4a3f63-e33d-4a5e-8841-33043dcbd88d) service to localhost/127.0.0.1:34421 2024-12-06T06:20:45,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:20:45,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/cluster_48a0e368-ba11-f470-177b-f1fa6551c0a9/data/data1/current/BP-1609088984-172.17.0.2-1733466017295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:20:45,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:20:45,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/cluster_48a0e368-ba11-f470-177b-f1fa6551c0a9/data/data2/current/BP-1609088984-172.17.0.2-1733466017295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:20:45,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@581ba778{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:20:45,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@491650c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:20:45,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:20:45,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202c2ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:20:45,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5d4c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/hadoop.log.dir/,STOPPED} 2024-12-06T06:20:45,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:20:45,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:20:45,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:45,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:45,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:45,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:45,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:45,666 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:20:45,666 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=999846438, stopped=false 2024-12-06T06:20:45,666 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,36717,1733466014591 2024-12-06T06:20:45,668 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1443740558/running 2024-12-06T06:20:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1443740558/running 2024-12-06T06:20:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:45,668 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:20:45,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Set watcher on znode that does not yet exist, /1-1443740558/running 2024-12-06T06:20:45,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Set watcher on znode that does not yet exist, /1-1443740558/running 2024-12-06T06:20:45,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:45,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:45,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:45,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,35543,1733466014638' ***** 2024-12-06T06:20:45,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:20:45,671 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:20:45,671 INFO [RS:0;6336e8474e1c:35543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:20:45,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:20:45,671 INFO [RS:0;6336e8474e1c:35543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:20:45,671 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:45,671 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(3091): Received CLOSE for 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:45,671 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,35543,1733466014638 2024-12-06T06:20:45,671 INFO [RS:0;6336e8474e1c:35543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:20:45,671 INFO [RS:0;6336e8474e1c:35543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35543. 2024-12-06T06:20:45,671 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b0dabbdafa7f72e1e3f65cae809b9a8, disabling compactions & flushes 2024-12-06T06:20:45,671 DEBUG [RS:0;6336e8474e1c:35543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:45,671 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:45,671 DEBUG [RS:0;6336e8474e1c:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:45,671 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:45,671 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. after waiting 0 ms 2024-12-06T06:20:45,671 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:20:45,671 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:20:45,672 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:20:45,672 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:20:45,672 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:45,672 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b0dabbdafa7f72e1e3f65cae809b9a8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-06T06:20:45,672 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:20:45,672 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6b0dabbdafa7f72e1e3f65cae809b9a8=test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8., 072add588a4f3acf65ceac5e3b3bd045=hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045.} 2024-12-06T06:20:45,672 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1351): Waiting on 072add588a4f3acf65ceac5e3b3bd045, 1588230740, 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:45,673 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:20:45,673 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:20:45,673 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:20:45,673 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:20:45,673 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:20:45,673 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:20:45,691 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/.tmp/f/aa794050e6774a068adbc86f125069e5 is 37, key is row3/f:row3/1733466041183/Put/seqid=0 2024-12-06T06:20:45,693 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/info/0e7d144774b14b66abd828829f2f016c is 147, key is hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045./info:regioninfo/1733466031292/Put/seqid=0 2024-12-06T06:20:45,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741840_1016 (size=5228) 2024-12-06T06:20:45,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741841_1017 (size=7686) 2024-12-06T06:20:45,702 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/info/0e7d144774b14b66abd828829f2f016c 2024-12-06T06:20:45,723 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/ns/c3b8993fdea44640af075433941d9a9d is 43, key is default/ns:d/1733466017191/Put/seqid=0 2024-12-06T06:20:45,725 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:20:45,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741842_1018 (size=5153) 2024-12-06T06:20:45,736 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/ns/c3b8993fdea44640af075433941d9a9d 2024-12-06T06:20:45,760 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/rep_barrier/529a3037d6414678adc133ff836de931 is 112, key is test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8./rep_barrier:seqnumDuringOpen/1733466024816/Put/seqid=0 2024-12-06T06:20:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741843_1019 (size=5518) 2024-12-06T06:20:45,765 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/rep_barrier/529a3037d6414678adc133ff836de931 2024-12-06T06:20:45,787 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/table/9805a6c0ea4e467c9e7e85d54b33b3e6 is 53, key is hbase:replication/table:state/1733466031299/Put/seqid=0 2024-12-06T06:20:45,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741844_1020 (size=5308) 2024-12-06T06:20:45,872 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1351): Waiting on 072add588a4f3acf65ceac5e3b3bd045, 1588230740, 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:45,897 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1471, reset compression=false 2024-12-06T06:20:45,902 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:45,902 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1718, reset compression=false 2024-12-06T06:20:45,902 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35543,1733466014638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:45,903 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,35543,1733466014638: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6336e8474e1c,35543,1733466014638, walGroup=6336e8474e1c%2C35543%2C1733466014638, offset=6336e8474e1c%2C35543%2C1733466014638.1733466016629:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:35543 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:20:45,904 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:20:45,904 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:20:45,905 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:20:45,905 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:20:45,905 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:20:45,905 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 882341816 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 198854752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:20:45,905 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T06:20:46,073 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1351): Waiting on 072add588a4f3acf65ceac5e3b3bd045, 1588230740, 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:46,099 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/.tmp/f/aa794050e6774a068adbc86f125069e5 2024-12-06T06:20:46,103 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa794050e6774a068adbc86f125069e5 2024-12-06T06:20:46,110 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1718, reset compression=false 2024-12-06T06:20:46,120 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/.tmp/f1/9b9dc19cb7bc4a62bb150b9bf5d6224b is 30, key is row1/f1:/1733466038495/DeleteFamily/seqid=0 2024-12-06T06:20:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741845_1021 (size=5158) 2024-12-06T06:20:46,193 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/table/9805a6c0ea4e467c9e7e85d54b33b3e6 2024-12-06T06:20:46,198 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/info/0e7d144774b14b66abd828829f2f016c as hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/info/0e7d144774b14b66abd828829f2f016c 2024-12-06T06:20:46,202 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/info/0e7d144774b14b66abd828829f2f016c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:20:46,204 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/ns/c3b8993fdea44640af075433941d9a9d as hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/ns/c3b8993fdea44640af075433941d9a9d 2024-12-06T06:20:46,209 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/ns/c3b8993fdea44640af075433941d9a9d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:20:46,212 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/rep_barrier/529a3037d6414678adc133ff836de931 as hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/rep_barrier/529a3037d6414678adc133ff836de931 2024-12-06T06:20:46,217 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/rep_barrier/529a3037d6414678adc133ff836de931, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:20:46,217 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/.tmp/table/9805a6c0ea4e467c9e7e85d54b33b3e6 as hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/table/9805a6c0ea4e467c9e7e85d54b33b3e6 2024-12-06T06:20:46,221 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/table/9805a6c0ea4e467c9e7e85d54b33b3e6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:20:46,223 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false 2024-12-06T06:20:46,223 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:20:46,240 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:20:46,241 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:46,241 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:20:46,241 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:46,241 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466045672Running coprocessor pre-close hooks at 1733466045672Disabling compacts and flushes for region at 1733466045672Disabling writes for close at 1733466045673 (+1 ms)Obtaining lock to block concurrent updates at 1733466045673Preparing flush snapshotting stores in 1588230740 at 1733466045673Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733466045673Flushing stores of hbase:meta,,1.1588230740 at 1733466045674 (+1 ms)Flushing 1588230740/info: creating writer at 1733466045674Flushing 1588230740/info: appending metadata at 1733466045693 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733466045693Flushing 1588230740/ns: creating writer at 1733466045706 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733466045723 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733466045723Flushing 1588230740/rep_barrier: creating writer at 1733466045740 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466045760 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466045760Flushing 1588230740/table: creating writer at 1733466045770 (+10 ms)Flushing 1588230740/table: appending metadata at 1733466045787 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733466045787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61dcb505: reopening flushed file at 1733466046197 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40956d5d: reopening flushed file at 1733466046203 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e27ad71: reopening flushed file at 1733466046210 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d7497d: reopening flushed file at 1733466046217 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false at 1733466046223 (+6 ms)Writing region close event to WAL at 1733466046232 (+9 ms)Running coprocessor post-close hooks at 1733466046241 (+9 ms)Closed at 1733466046241 2024-12-06T06:20:46,241 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:46,273 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1351): Waiting on 072add588a4f3acf65ceac5e3b3bd045, 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:46,414 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1718, reset compression=false 2024-12-06T06:20:46,472 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:46,473 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1351): Waiting on 072add588a4f3acf65ceac5e3b3bd045, 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:46,494 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:20:46,494 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:20:46,525 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/.tmp/f1/9b9dc19cb7bc4a62bb150b9bf5d6224b 2024-12-06T06:20:46,529 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b9dc19cb7bc4a62bb150b9bf5d6224b 2024-12-06T06:20:46,544 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/.tmp/norep/c2243e749b5f44c28385b4162a4d619d is 33, key is row1/norep:/1733466038495/DeleteFamily/seqid=0 2024-12-06T06:20:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741846_1022 (size=5108) 2024-12-06T06:20:46,673 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:20:46,673 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1325): Online Regions={6b0dabbdafa7f72e1e3f65cae809b9a8=test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8., 072add588a4f3acf65ceac5e3b3bd045=hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045.} 2024-12-06T06:20:46,673 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1351): Waiting on 072add588a4f3acf65ceac5e3b3bd045, 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:46,697 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:20:46,697 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:20:46,698 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68461 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:20:46,818 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1718, reset compression=false 2024-12-06T06:20:46,874 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1351): Waiting on 072add588a4f3acf65ceac5e3b3bd045, 6b0dabbdafa7f72e1e3f65cae809b9a8 2024-12-06T06:20:46,948 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/.tmp/norep/c2243e749b5f44c28385b4162a4d619d 2024-12-06T06:20:46,953 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2243e749b5f44c28385b4162a4d619d 2024-12-06T06:20:46,954 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/.tmp/f/aa794050e6774a068adbc86f125069e5 as hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/f/aa794050e6774a068adbc86f125069e5 2024-12-06T06:20:46,958 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa794050e6774a068adbc86f125069e5 2024-12-06T06:20:46,958 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/f/aa794050e6774a068adbc86f125069e5, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T06:20:46,959 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/.tmp/f1/9b9dc19cb7bc4a62bb150b9bf5d6224b as hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/f1/9b9dc19cb7bc4a62bb150b9bf5d6224b 2024-12-06T06:20:46,962 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b9dc19cb7bc4a62bb150b9bf5d6224b 2024-12-06T06:20:46,963 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/f1/9b9dc19cb7bc4a62bb150b9bf5d6224b, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T06:20:46,963 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/.tmp/norep/c2243e749b5f44c28385b4162a4d619d as hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/norep/c2243e749b5f44c28385b4162a4d619d 2024-12-06T06:20:46,966 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2243e749b5f44c28385b4162a4d619d 2024-12-06T06:20:46,967 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/norep/c2243e749b5f44c28385b4162a4d619d, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T06:20:46,967 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6b0dabbdafa7f72e1e3f65cae809b9a8 in 1295ms, sequenceid=12, compaction requested=false 2024-12-06T06:20:46,968 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T06:20:46,972 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/data/default/test/6b0dabbdafa7f72e1e3f65cae809b9a8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T06:20:46,972 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:46,972 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:20:46,972 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:46,973 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b0dabbdafa7f72e1e3f65cae809b9a8: Waiting for close lock at 1733466045671Running coprocessor pre-close hooks at 1733466045671Disabling compacts and flushes for region at 1733466045671Disabling writes for close at 1733466045671Obtaining lock to block concurrent updates at 1733466045672 (+1 ms)Preparing flush snapshotting stores in 6b0dabbdafa7f72e1e3f65cae809b9a8 at 1733466045672Finished memstore snapshotting test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733466045672Flushing stores of test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. at 1733466045673 (+1 ms)Flushing 6b0dabbdafa7f72e1e3f65cae809b9a8/f: creating writer at 1733466045673Flushing 6b0dabbdafa7f72e1e3f65cae809b9a8/f: appending metadata at 1733466045691 (+18 ms)Flushing 6b0dabbdafa7f72e1e3f65cae809b9a8/f: closing flushed file at 1733466045691Flushing 6b0dabbdafa7f72e1e3f65cae809b9a8/f1: creating writer at 1733466046103 (+412 ms)Flushing 6b0dabbdafa7f72e1e3f65cae809b9a8/f1: appending metadata at 1733466046119 (+16 ms)Flushing 6b0dabbdafa7f72e1e3f65cae809b9a8/f1: closing flushed file at 1733466046119Flushing 6b0dabbdafa7f72e1e3f65cae809b9a8/norep: creating writer at 1733466046529 (+410 ms)Flushing 6b0dabbdafa7f72e1e3f65cae809b9a8/norep: appending metadata at 1733466046543 (+14 ms)Flushing 6b0dabbdafa7f72e1e3f65cae809b9a8/norep: closing flushed file at 1733466046543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d618c2: reopening flushed file at 1733466046953 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4594872e: reopening flushed file at 1733466046958 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ac13b6: reopening flushed file at 1733466046963 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6b0dabbdafa7f72e1e3f65cae809b9a8 in 1295ms, sequenceid=12, compaction requested=false at 1733466046967 (+4 ms)Writing region close event to WAL at 1733466046969 (+2 ms)Running coprocessor post-close hooks at 1733466046972 (+3 ms)Closed at 1733466046972 2024-12-06T06:20:46,973 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733466023653.6b0dabbdafa7f72e1e3f65cae809b9a8. 2024-12-06T06:20:46,973 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 072add588a4f3acf65ceac5e3b3bd045, disabling compactions & flushes 2024-12-06T06:20:46,973 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:46,973 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:46,973 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. after waiting 0 ms 2024-12-06T06:20:46,973 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:46,973 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 072add588a4f3acf65ceac5e3b3bd045: Waiting for close lock at 1733466046973Running coprocessor pre-close hooks at 1733466046973Disabling compacts and flushes for region at 1733466046973Disabling writes for close at 1733466046973Failed flush hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045., putting online again at 1733466046973 2024-12-06T06:20:46,973 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:47,074 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(3091): Received CLOSE for 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:47,074 DEBUG [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1351): Waiting on 072add588a4f3acf65ceac5e3b3bd045 2024-12-06T06:20:47,074 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 072add588a4f3acf65ceac5e3b3bd045, disabling compactions & flushes 2024-12-06T06:20:47,074 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:47,074 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:47,074 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. after waiting 0 ms 2024-12-06T06:20:47,074 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:47,074 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 072add588a4f3acf65ceac5e3b3bd045: Waiting for close lock at 1733466047074Running coprocessor pre-close hooks at 1733466047074Disabling compacts and flushes for region at 1733466047074Disabling writes for close at 1733466047074Failed flush hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045., putting online again at 1733466047074 2024-12-06T06:20:47,075 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733466030126.072add588a4f3acf65ceac5e3b3bd045. 2024-12-06T06:20:47,274 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T06:20:47,274 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,35543,1733466014638; all regions closed. 2024-12-06T06:20:47,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.meta.1733466017151.meta not finished, retry = 0 2024-12-06T06:20:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:20:47,326 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 1718, reset compression=false 2024-12-06T06:20:47,330 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:47,330 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/WALs/6336e8474e1c,35543,1733466014638/6336e8474e1c%2C35543%2C1733466014638.1733466016629 to pos 2362, reset compression=false 2024-12-06T06:20:47,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741839_1015 (size=2609) 2024-12-06T06:20:47,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741833_1009 (size=2370) 2024-12-06T06:20:47,382 DEBUG [RS:0;6336e8474e1c:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:47,382 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:20:47,382 INFO [RS:0;6336e8474e1c:35543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:20:47,382 INFO [RS:0;6336e8474e1c:35543 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:20:47,382 INFO [RS:0;6336e8474e1c:35543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:20:47,383 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:20:47,383 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:47,383 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,35543,1733466014638 because: Region server is closing 2024-12-06T06:20:47,383 INFO [RS:0;6336e8474e1c:35543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35543. 2024-12-06T06:20:47,383 DEBUG [RS:0;6336e8474e1c:35543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:47,383 DEBUG [RS:0;6336e8474e1c:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:47,384 DEBUG [RS:0;6336e8474e1c:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:47,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:47,484 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.shipper6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 terminated 2024-12-06T06:20:47,484 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35543,1733466014638.replicationSource.wal-reader.6336e8474e1c%2C35543%2C1733466014638,1-6336e8474e1c,35543,1733466014638 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T06:20:47,484 INFO [RS:0;6336e8474e1c:35543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35543. 2024-12-06T06:20:47,484 DEBUG [RS:0;6336e8474e1c:35543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:47,484 DEBUG [RS:0;6336e8474e1c:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:47,484 DEBUG [RS:0;6336e8474e1c:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:47,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:47,484 INFO [RS:0;6336e8474e1c:35543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35543 2024-12-06T06:20:47,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558/rs 2024-12-06T06:20:47,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1443740558/rs/6336e8474e1c,35543,1733466014638 2024-12-06T06:20:47,492 INFO [RS:0;6336e8474e1c:35543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:20:47,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,35543,1733466014638] 2024-12-06T06:20:47,495 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1443740558/draining/6336e8474e1c,35543,1733466014638 already deleted, retry=false 2024-12-06T06:20:47,495 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,35543,1733466014638 expired; onlineServers=0 2024-12-06T06:20:47,495 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,36717,1733466014591' ***** 2024-12-06T06:20:47,495 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:20:47,495 INFO [M:0;6336e8474e1c:36717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:20:47,495 INFO [M:0;6336e8474e1c:36717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:20:47,495 DEBUG [M:0;6336e8474e1c:36717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:20:47,495 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:20:47,495 DEBUG [M:0;6336e8474e1c:36717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:20:47,495 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466016411 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466016411,5,FailOnTimeoutGroup] 2024-12-06T06:20:47,495 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466016411 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466016411,5,FailOnTimeoutGroup] 2024-12-06T06:20:47,495 INFO [M:0;6336e8474e1c:36717 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:20:47,496 INFO [M:0;6336e8474e1c:36717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:20:47,496 DEBUG [M:0;6336e8474e1c:36717 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:20:47,496 INFO [M:0;6336e8474e1c:36717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:20:47,496 INFO [M:0;6336e8474e1c:36717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:20:47,496 INFO [M:0;6336e8474e1c:36717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:20:47,496 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:20:47,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1443740558/master 2024-12-06T06:20:47,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1443740558 2024-12-06T06:20:47,496 DEBUG [M:0;6336e8474e1c:36717 {}] zookeeper.ZKUtil(347): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Unable to get data of znode /1-1443740558/master because node does not exist (not an error) 2024-12-06T06:20:47,496 WARN [M:0;6336e8474e1c:36717 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:20:47,497 INFO [M:0;6336e8474e1c:36717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/.lastflushedseqids 2024-12-06T06:20:47,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741847_1023 (size=245) 2024-12-06T06:20:47,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:47,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x101866e19c20004, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:47,594 INFO [RS:0;6336e8474e1c:35543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:20:47,594 INFO [RS:0;6336e8474e1c:35543 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,35543,1733466014638; zookeeper connection closed. 2024-12-06T06:20:47,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@766b2dee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@766b2dee 2024-12-06T06:20:47,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:20:47,901 INFO [M:0;6336e8474e1c:36717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:20:47,902 INFO [M:0;6336e8474e1c:36717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:20:47,902 DEBUG [M:0;6336e8474e1c:36717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:20:47,902 INFO [M:0;6336e8474e1c:36717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:47,902 DEBUG [M:0;6336e8474e1c:36717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:47,902 DEBUG [M:0;6336e8474e1c:36717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:20:47,902 DEBUG [M:0;6336e8474e1c:36717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:47,902 INFO [M:0;6336e8474e1c:36717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T06:20:47,918 DEBUG [M:0;6336e8474e1c:36717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/721bcd3e9c5d4fd586086b8782f0207a is 82, key is hbase:meta,,1/info:regioninfo/1733466017181/Put/seqid=0 2024-12-06T06:20:47,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741848_1024 (size=5672) 2024-12-06T06:20:48,322 INFO [M:0;6336e8474e1c:36717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/721bcd3e9c5d4fd586086b8782f0207a 2024-12-06T06:20:48,344 DEBUG [M:0;6336e8474e1c:36717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85a852fb86544c9d95b180d172b446e3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733466031302/Put/seqid=0 2024-12-06T06:20:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741849_1025 (size=8516) 2024-12-06T06:20:48,387 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:48,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:20:48,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:48,748 INFO [M:0;6336e8474e1c:36717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85a852fb86544c9d95b180d172b446e3 2024-12-06T06:20:48,765 DEBUG [M:0;6336e8474e1c:36717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7503c7e0cd774f93a01162571a48919f is 69, key is 6336e8474e1c,35543,1733466014638/rs:state/1733466016478/Put/seqid=0 2024-12-06T06:20:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741850_1026 (size=5156) 2024-12-06T06:20:49,169 INFO [M:0;6336e8474e1c:36717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7503c7e0cd774f93a01162571a48919f 2024-12-06T06:20:49,173 DEBUG [M:0;6336e8474e1c:36717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/721bcd3e9c5d4fd586086b8782f0207a as hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/721bcd3e9c5d4fd586086b8782f0207a 2024-12-06T06:20:49,177 INFO [M:0;6336e8474e1c:36717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/721bcd3e9c5d4fd586086b8782f0207a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T06:20:49,177 DEBUG [M:0;6336e8474e1c:36717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85a852fb86544c9d95b180d172b446e3 as hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85a852fb86544c9d95b180d172b446e3 2024-12-06T06:20:49,181 INFO [M:0;6336e8474e1c:36717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85a852fb86544c9d95b180d172b446e3, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T06:20:49,181 DEBUG [M:0;6336e8474e1c:36717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7503c7e0cd774f93a01162571a48919f as hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7503c7e0cd774f93a01162571a48919f 2024-12-06T06:20:49,184 INFO [M:0;6336e8474e1c:36717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/1e1cd8d3-429b-a5bd-37eb-a33cbcf8d574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7503c7e0cd774f93a01162571a48919f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T06:20:49,185 INFO [M:0;6336e8474e1c:36717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-12-06T06:20:49,189 INFO [M:0;6336e8474e1c:36717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:49,189 DEBUG [M:0;6336e8474e1c:36717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466047902Disabling compacts and flushes for region at 1733466047902Disabling writes for close at 1733466047902Obtaining lock to block concurrent updates at 1733466047902Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466047902Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733466047902Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466047903 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466047903Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466047918 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466047918Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466048326 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466048343 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466048343Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466048751 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466048765 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466048765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be9845b: reopening flushed file at 1733466049173 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7087d5c6: reopening flushed file at 1733466049177 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c86a05: reopening flushed file at 1733466049181 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1733466049185 (+4 ms)Writing region close event to WAL at 1733466049188 (+3 ms)Closed at 1733466049188 2024-12-06T06:20:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45933 is added to blk_1073741830_1006 (size=63654) 2024-12-06T06:20:49,191 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:20:49,191 INFO [M:0;6336e8474e1c:36717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:20:49,191 INFO [M:0;6336e8474e1c:36717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36717 2024-12-06T06:20:49,192 INFO [M:0;6336e8474e1c:36717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:20:49,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:49,293 INFO [M:0;6336e8474e1c:36717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:20:49,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x101866e19c20003, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:49,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77cb3a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:20:49,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37999a1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:20:49,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:20:49,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b0c9f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:20:49,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9e1646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/hadoop.log.dir/,STOPPED} 2024-12-06T06:20:49,298 WARN [BP-2039190599-172.17.0.2-1733466013549 heartbeating to localhost/127.0.0.1:46473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:20:49,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:20:49,298 WARN [BP-2039190599-172.17.0.2-1733466013549 heartbeating to localhost/127.0.0.1:46473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2039190599-172.17.0.2-1733466013549 (Datanode Uuid f0278cb5-4381-444c-a725-8b7f2640f4c2) service to localhost/127.0.0.1:46473 2024-12-06T06:20:49,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:20:49,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/cluster_ea862623-828f-8a34-e05f-6891c2582029/data/data1/current/BP-2039190599-172.17.0.2-1733466013549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:20:49,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/cluster_ea862623-828f-8a34-e05f-6891c2582029/data/data2/current/BP-2039190599-172.17.0.2-1733466013549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:20:49,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:20:49,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cd26dc7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:20:49,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dafa61f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:20:49,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:20:49,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@673761d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:20:49,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71788b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a58604d2-5f1a-034c-54ab-44e98ebd6484/hadoop.log.dir/,STOPPED} 2024-12-06T06:20:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:20:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:20:49,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:49,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:49,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:49,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:49,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:20:49,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:49,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1031944992, stopped=false 2024-12-06T06:20:49,318 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,36645,1733466010436 2024-12-06T06:20:49,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1846603677/running 2024-12-06T06:20:49,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1846603677/running 2024-12-06T06:20:49,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:49,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:49,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:20:49,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:20:49,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:49,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:49,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Set watcher on znode that does not yet exist, /0-1846603677/running 2024-12-06T06:20:49,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Set watcher on znode that does not yet exist, /0-1846603677/running 2024-12-06T06:20:49,321 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,43517,1733466010491' ***** 2024-12-06T06:20:49,321 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:20:49,321 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:20:49,321 INFO [RS:0;6336e8474e1c:43517 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:20:49,321 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:20:49,321 INFO [RS:0;6336e8474e1c:43517 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:20:49,322 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(3091): Received CLOSE for 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:49,322 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(3091): Received CLOSE for 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:49,322 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,43517,1733466010491 2024-12-06T06:20:49,322 INFO [RS:0;6336e8474e1c:43517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:20:49,322 INFO [RS:0;6336e8474e1c:43517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:43517. 2024-12-06T06:20:49,322 DEBUG [RS:0;6336e8474e1c:43517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:49,322 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 532de651a67481eaa8a93992f6e525fb, disabling compactions & flushes 2024-12-06T06:20:49,322 DEBUG [RS:0;6336e8474e1c:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:49,322 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:49,322 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:49,322 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. after waiting 0 ms 2024-12-06T06:20:49,322 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:49,322 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:20:49,322 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:20:49,322 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:20:49,322 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:20:49,322 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 532de651a67481eaa8a93992f6e525fb 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-06T06:20:49,322 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:20:49,322 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 532de651a67481eaa8a93992f6e525fb=hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb., 47fd41aebc7bf691ca2419cb3700c4e5=test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5.} 2024-12-06T06:20:49,322 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fd41aebc7bf691ca2419cb3700c4e5, 532de651a67481eaa8a93992f6e525fb 2024-12-06T06:20:49,323 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:20:49,323 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:20:49,323 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:20:49,323 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:20:49,323 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:20:49,323 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:20:49,348 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:20:49,348 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:20:49,353 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/replication/532de651a67481eaa8a93992f6e525fb/.tmp/queue/52b40a87b71b413e87e6b671d001bdc8 is 154, key is 1-6336e8474e1c,43517,1733466010491/queue:6336e8474e1c%2C43517%2C1733466010491/1733466042893/Put/seqid=0 2024-12-06T06:20:49,353 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/info/efe3cbf675234e749d839694cbce61f2 is 147, key is hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb./info:regioninfo/1733466029141/Put/seqid=0 2024-12-06T06:20:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741840_1016 (size=5353) 2024-12-06T06:20:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741841_1017 (size=7686) 2024-12-06T06:20:49,360 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/replication/532de651a67481eaa8a93992f6e525fb/.tmp/queue/52b40a87b71b413e87e6b671d001bdc8 2024-12-06T06:20:49,364 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/replication/532de651a67481eaa8a93992f6e525fb/.tmp/queue/52b40a87b71b413e87e6b671d001bdc8 as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/replication/532de651a67481eaa8a93992f6e525fb/queue/52b40a87b71b413e87e6b671d001bdc8 2024-12-06T06:20:49,367 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/replication/532de651a67481eaa8a93992f6e525fb/queue/52b40a87b71b413e87e6b671d001bdc8, entries=1, sequenceid=14, filesize=5.2 K 2024-12-06T06:20:49,368 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 532de651a67481eaa8a93992f6e525fb in 46ms, sequenceid=14, compaction requested=false 2024-12-06T06:20:49,371 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/replication/532de651a67481eaa8a93992f6e525fb/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-06T06:20:49,371 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:49,371 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:20:49,371 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:49,371 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 532de651a67481eaa8a93992f6e525fb: Waiting for close lock at 1733466049322Running coprocessor pre-close hooks at 1733466049322Disabling compacts and flushes for region at 1733466049322Disabling writes for close at 1733466049322Obtaining lock to block concurrent updates at 1733466049322Preparing flush snapshotting stores in 532de651a67481eaa8a93992f6e525fb at 1733466049322Finished memstore snapshotting hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733466049323 (+1 ms)Flushing stores of hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. at 1733466049323Flushing 532de651a67481eaa8a93992f6e525fb/queue: creating writer at 1733466049323Flushing 532de651a67481eaa8a93992f6e525fb/queue: appending metadata at 1733466049352 (+29 ms)Flushing 532de651a67481eaa8a93992f6e525fb/queue: closing flushed file at 1733466049352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3279523d: reopening flushed file at 1733466049364 (+12 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 532de651a67481eaa8a93992f6e525fb in 46ms, sequenceid=14, compaction requested=false at 1733466049368 (+4 ms)Writing region close event to WAL at 1733466049369 (+1 ms)Running coprocessor post-close hooks at 1733466049371 (+2 ms)Closed at 1733466049371 2024-12-06T06:20:49,372 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733466027975.532de651a67481eaa8a93992f6e525fb. 2024-12-06T06:20:49,372 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47fd41aebc7bf691ca2419cb3700c4e5, disabling compactions & flushes 2024-12-06T06:20:49,372 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:49,372 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:49,372 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. after waiting 0 ms 2024-12-06T06:20:49,372 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:49,372 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47fd41aebc7bf691ca2419cb3700c4e5 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-06T06:20:49,375 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:20:49,386 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/.tmp/f/cdd573846d0149ef8b7dbf7b72aec414 is 37, key is row3/f:row3/1733466041183/Put/seqid=0 2024-12-06T06:20:49,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741842_1018 (size=5228) 2024-12-06T06:20:49,490 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1491, reset compression=false 2024-12-06T06:20:49,494 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:20:49,494 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1738, reset compression=false 2024-12-06T06:20:49,494 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,43517,1733466010491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:20:49,495 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,43517,1733466010491: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6336e8474e1c,43517,1733466010491, walGroup=6336e8474e1c%2C43517%2C1733466010491, offset=6336e8474e1c%2C43517%2C1733466010491.1733466012480:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:43517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:20:49,497 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:20:49,497 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:20:49,497 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:20:49,497 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:20:49,497 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:20:49,497 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 727300608 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199667712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:20:49,498 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T06:20:49,523 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:49,697 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1738, reset compression=false 2024-12-06T06:20:49,723 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:49,758 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/info/efe3cbf675234e749d839694cbce61f2 2024-12-06T06:20:49,779 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/ns/4ccf1f233114488c91ebd8de34228d11 is 43, key is default/ns:d/1733466013429/Put/seqid=0 2024-12-06T06:20:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741843_1019 (size=5153) 2024-12-06T06:20:49,783 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/ns/4ccf1f233114488c91ebd8de34228d11 2024-12-06T06:20:49,790 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/.tmp/f/cdd573846d0149ef8b7dbf7b72aec414 2024-12-06T06:20:49,793 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdd573846d0149ef8b7dbf7b72aec414 2024-12-06T06:20:49,799 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/rep_barrier/94287a77b019490dbc90e4fc2a21a1ea is 112, key is test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5./rep_barrier:seqnumDuringOpen/1733466022648/Put/seqid=0 2024-12-06T06:20:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741844_1020 (size=5518) 2024-12-06T06:20:49,807 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/.tmp/f1/4f2a2641727845518aaefea64a284aa6 is 30, key is row1/f1:/1733466038495/DeleteFamily/seqid=0 2024-12-06T06:20:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741845_1021 (size=5158) 2024-12-06T06:20:49,923 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:50,000 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1738, reset compression=false 2024-12-06T06:20:50,123 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:50,206 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/rep_barrier/94287a77b019490dbc90e4fc2a21a1ea 2024-12-06T06:20:50,211 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/.tmp/f1/4f2a2641727845518aaefea64a284aa6 2024-12-06T06:20:50,214 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f2a2641727845518aaefea64a284aa6 2024-12-06T06:20:50,225 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/table/f1272abe71b34c8db70494438fbaddf6 is 53, key is hbase:replication/table:state/1733466029150/Put/seqid=0 2024-12-06T06:20:50,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741846_1022 (size=5308) 2024-12-06T06:20:50,231 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/.tmp/norep/3436d36cada543b393f99b76c7c78edf is 32, key is row/norep:/1733466037489/DeleteFamily/seqid=0 2024-12-06T06:20:50,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741847_1023 (size=5101) 2024-12-06T06:20:50,323 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:20:50,323 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 47fd41aebc7bf691ca2419cb3700c4e5=test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5.} 2024-12-06T06:20:50,323 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:50,404 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.wal-reader.6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.1733466012480 to pos 1738, reset compression=false 2024-12-06T06:20:50,524 DEBUG [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fd41aebc7bf691ca2419cb3700c4e5 2024-12-06T06:20:50,629 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/table/f1272abe71b34c8db70494438fbaddf6 2024-12-06T06:20:50,633 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/info/efe3cbf675234e749d839694cbce61f2 as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/info/efe3cbf675234e749d839694cbce61f2 2024-12-06T06:20:50,634 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/.tmp/norep/3436d36cada543b393f99b76c7c78edf 2024-12-06T06:20:50,637 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/info/efe3cbf675234e749d839694cbce61f2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:20:50,637 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3436d36cada543b393f99b76c7c78edf 2024-12-06T06:20:50,639 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/ns/4ccf1f233114488c91ebd8de34228d11 as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/ns/4ccf1f233114488c91ebd8de34228d11 2024-12-06T06:20:50,639 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/.tmp/f/cdd573846d0149ef8b7dbf7b72aec414 as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/f/cdd573846d0149ef8b7dbf7b72aec414 2024-12-06T06:20:50,643 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/ns/4ccf1f233114488c91ebd8de34228d11, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:20:50,643 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdd573846d0149ef8b7dbf7b72aec414 2024-12-06T06:20:50,643 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/f/cdd573846d0149ef8b7dbf7b72aec414, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T06:20:50,644 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/rep_barrier/94287a77b019490dbc90e4fc2a21a1ea as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/rep_barrier/94287a77b019490dbc90e4fc2a21a1ea 2024-12-06T06:20:50,644 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/.tmp/f1/4f2a2641727845518aaefea64a284aa6 as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/f1/4f2a2641727845518aaefea64a284aa6 2024-12-06T06:20:50,647 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/rep_barrier/94287a77b019490dbc90e4fc2a21a1ea, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:20:50,647 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f2a2641727845518aaefea64a284aa6 2024-12-06T06:20:50,647 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/f1/4f2a2641727845518aaefea64a284aa6, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T06:20:50,648 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/.tmp/table/f1272abe71b34c8db70494438fbaddf6 as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/table/f1272abe71b34c8db70494438fbaddf6 2024-12-06T06:20:50,648 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/.tmp/norep/3436d36cada543b393f99b76c7c78edf as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/norep/3436d36cada543b393f99b76c7c78edf 2024-12-06T06:20:50,651 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/table/f1272abe71b34c8db70494438fbaddf6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:20:50,651 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3436d36cada543b393f99b76c7c78edf 2024-12-06T06:20:50,652 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/norep/3436d36cada543b393f99b76c7c78edf, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T06:20:50,652 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-12-06T06:20:50,652 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:20:50,652 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 47fd41aebc7bf691ca2419cb3700c4e5 in 1280ms, sequenceid=12, compaction requested=false 2024-12-06T06:20:50,656 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/default/test/47fd41aebc7bf691ca2419cb3700c4e5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T06:20:50,657 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:20:50,657 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:50,657 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:20:50,657 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:50,657 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47fd41aebc7bf691ca2419cb3700c4e5: Waiting for close lock at 1733466049372Running coprocessor pre-close hooks at 1733466049372Disabling compacts and flushes for region at 1733466049372Disabling writes for close at 1733466049372Obtaining lock to block concurrent updates at 1733466049372Preparing flush snapshotting stores in 47fd41aebc7bf691ca2419cb3700c4e5 at 1733466049372Finished memstore snapshotting test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733466049372Flushing stores of test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. at 1733466049373 (+1 ms)Flushing 47fd41aebc7bf691ca2419cb3700c4e5/f: creating writer at 1733466049373Flushing 47fd41aebc7bf691ca2419cb3700c4e5/f: appending metadata at 1733466049386 (+13 ms)Flushing 47fd41aebc7bf691ca2419cb3700c4e5/f: closing flushed file at 1733466049386Flushing 47fd41aebc7bf691ca2419cb3700c4e5/f1: creating writer at 1733466049793 (+407 ms)Flushing 47fd41aebc7bf691ca2419cb3700c4e5/f1: appending metadata at 1733466049807 (+14 ms)Flushing 47fd41aebc7bf691ca2419cb3700c4e5/f1: closing flushed file at 1733466049807Flushing 47fd41aebc7bf691ca2419cb3700c4e5/norep: creating writer at 1733466050214 (+407 ms)Flushing 47fd41aebc7bf691ca2419cb3700c4e5/norep: appending metadata at 1733466050230 (+16 ms)Flushing 47fd41aebc7bf691ca2419cb3700c4e5/norep: closing flushed file at 1733466050230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f696b85: reopening flushed file at 1733466050638 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c193736: reopening flushed file at 1733466050643 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e562b0: reopening flushed file at 1733466050647 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 47fd41aebc7bf691ca2419cb3700c4e5 in 1280ms, sequenceid=12, compaction requested=false at 1733466050652 (+5 ms)Writing region close event to WAL at 1733466050654 (+2 ms)Running coprocessor post-close hooks at 1733466050657 (+3 ms)Closed at 1733466050657 2024-12-06T06:20:50,657 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733466021496.47fd41aebc7bf691ca2419cb3700c4e5. 2024-12-06T06:20:50,657 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:20:50,657 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:20:50,657 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:50,657 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466049322Running coprocessor pre-close hooks at 1733466049322Disabling compacts and flushes for region at 1733466049322Disabling writes for close at 1733466049323 (+1 ms)Obtaining lock to block concurrent updates at 1733466049323Preparing flush snapshotting stores in 1588230740 at 1733466049323Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733466049323Flushing stores of hbase:meta,,1.1588230740 at 1733466049323Flushing 1588230740/info: creating writer at 1733466049323Flushing 1588230740/info: appending metadata at 1733466049352 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733466049352Flushing 1588230740/ns: creating writer at 1733466049762 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733466049779 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733466049779Flushing 1588230740/rep_barrier: creating writer at 1733466049786 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466049799 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466049799Flushing 1588230740/table: creating writer at 1733466050210 (+411 ms)Flushing 1588230740/table: appending metadata at 1733466050225 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733466050225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e6761c: reopening flushed file at 1733466050632 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223a26d0: reopening flushed file at 1733466050637 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f7663b: reopening flushed file at 1733466050643 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ad6ba3: reopening flushed file at 1733466050647 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1733466050652 (+5 ms)Writing region close event to WAL at 1733466050654 (+2 ms)Running coprocessor post-close hooks at 1733466050657 (+3 ms)Closed at 1733466050657 2024-12-06T06:20:50,657 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:50,724 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,43517,1733466010491; all regions closed. 2024-12-06T06:20:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:20:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741839_1015 (size=3552) 2024-12-06T06:20:50,728 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/WALs/6336e8474e1c,43517,1733466010491/6336e8474e1c%2C43517%2C1733466010491.rep.1733466029110 not finished, retry = 0 2024-12-06T06:20:50,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741832_1008 (size=2390) 2024-12-06T06:20:50,832 DEBUG [RS:0;6336e8474e1c:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:50,832 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:20:50,832 INFO [RS:0;6336e8474e1c:43517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:20:50,832 INFO [RS:0;6336e8474e1c:43517 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:20:50,832 INFO [RS:0;6336e8474e1c:43517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:20:50,832 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:20:50,832 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,43517,1733466010491 because: Region server is closing 2024-12-06T06:20:50,832 INFO [RS:0;6336e8474e1c:43517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:43517. 2024-12-06T06:20:50,833 DEBUG [RS:0;6336e8474e1c:43517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:50,833 DEBUG [RS:0;6336e8474e1c:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:50,833 DEBUG [RS:0;6336e8474e1c:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:50,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:50,933 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,43517,1733466010491.replicationSource.shipper6336e8474e1c%2C43517%2C1733466010491,1-6336e8474e1c,43517,1733466010491 terminated 2024-12-06T06:20:50,933 INFO [RS:0;6336e8474e1c:43517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:43517. 2024-12-06T06:20:50,933 DEBUG [RS:0;6336e8474e1c:43517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:20:50,933 DEBUG [RS:0;6336e8474e1c:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:50,933 DEBUG [RS:0;6336e8474e1c:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:50,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:20:50,934 INFO [RS:0;6336e8474e1c:43517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43517 2024-12-06T06:20:50,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1846603677/rs/6336e8474e1c,43517,1733466010491 2024-12-06T06:20:50,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677/rs 2024-12-06T06:20:50,936 INFO [RS:0;6336e8474e1c:43517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:20:50,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,43517,1733466010491] 2024-12-06T06:20:50,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1846603677/draining/6336e8474e1c,43517,1733466010491 already deleted, retry=false 2024-12-06T06:20:50,940 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,43517,1733466010491 expired; onlineServers=0 2024-12-06T06:20:50,940 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,36645,1733466010436' ***** 2024-12-06T06:20:50,940 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:20:50,940 INFO [M:0;6336e8474e1c:36645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:20:50,940 INFO [M:0;6336e8474e1c:36645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:20:50,940 DEBUG [M:0;6336e8474e1c:36645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:20:50,940 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:20:50,940 DEBUG [M:0;6336e8474e1c:36645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:20:50,940 INFO [M:0;6336e8474e1c:36645 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:20:50,940 INFO [M:0;6336e8474e1c:36645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:20:50,940 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466012243 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466012243,5,FailOnTimeoutGroup] 2024-12-06T06:20:50,940 DEBUG [M:0;6336e8474e1c:36645 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:20:50,941 INFO [M:0;6336e8474e1c:36645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:20:50,941 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466012243 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466012243,5,FailOnTimeoutGroup] 2024-12-06T06:20:50,941 INFO [M:0;6336e8474e1c:36645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:20:50,941 INFO [M:0;6336e8474e1c:36645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:20:50,941 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:20:50,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1846603677/master 2024-12-06T06:20:50,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1846603677 2024-12-06T06:20:50,942 DEBUG [M:0;6336e8474e1c:36645 {}] zookeeper.ZKUtil(347): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Unable to get data of znode /0-1846603677/master because node does not exist (not an error) 2024-12-06T06:20:50,942 WARN [M:0;6336e8474e1c:36645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:20:50,979 INFO [M:0;6336e8474e1c:36645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/.lastflushedseqids 2024-12-06T06:20:51,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741848_1024 (size=245) 2024-12-06T06:20:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:51,039 INFO [RS:0;6336e8474e1c:43517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:20:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x101866e19c20001, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:51,039 INFO [RS:0;6336e8474e1c:43517 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,43517,1733466010491; zookeeper connection closed. 2024-12-06T06:20:51,039 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21ada505 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21ada505 2024-12-06T06:20:51,039 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:20:51,415 INFO [M:0;6336e8474e1c:36645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:20:51,415 INFO [M:0;6336e8474e1c:36645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:20:51,415 DEBUG [M:0;6336e8474e1c:36645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:20:51,415 INFO [M:0;6336e8474e1c:36645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:51,415 DEBUG [M:0;6336e8474e1c:36645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:51,415 DEBUG [M:0;6336e8474e1c:36645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:20:51,415 DEBUG [M:0;6336e8474e1c:36645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:51,415 INFO [M:0;6336e8474e1c:36645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-06T06:20:51,431 DEBUG [M:0;6336e8474e1c:36645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd04c6d804374b25bd9654c341c71289 is 82, key is hbase:meta,,1/info:regioninfo/1733466013420/Put/seqid=0 2024-12-06T06:20:51,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741849_1025 (size=5672) 2024-12-06T06:20:51,835 INFO [M:0;6336e8474e1c:36645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd04c6d804374b25bd9654c341c71289 2024-12-06T06:20:51,860 DEBUG [M:0;6336e8474e1c:36645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb87bbcbeee64224807357fda3114e6c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733466022658/Put/seqid=0 2024-12-06T06:20:51,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741850_1026 (size=7218) 2024-12-06T06:20:51,868 INFO [M:0;6336e8474e1c:36645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb87bbcbeee64224807357fda3114e6c 2024-12-06T06:20:51,875 INFO [M:0;6336e8474e1c:36645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb87bbcbeee64224807357fda3114e6c 2024-12-06T06:20:51,897 DEBUG [M:0;6336e8474e1c:36645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b81a702591b494caf7de0dd9703bec7 is 69, key is 6336e8474e1c,43517,1733466010491/rs:state/1733466012334/Put/seqid=0 2024-12-06T06:20:51,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741851_1027 (size=5156) 2024-12-06T06:20:51,902 INFO [M:0;6336e8474e1c:36645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b81a702591b494caf7de0dd9703bec7 2024-12-06T06:20:51,906 DEBUG [M:0;6336e8474e1c:36645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd04c6d804374b25bd9654c341c71289 as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd04c6d804374b25bd9654c341c71289 2024-12-06T06:20:51,910 INFO [M:0;6336e8474e1c:36645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd04c6d804374b25bd9654c341c71289, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T06:20:51,911 DEBUG [M:0;6336e8474e1c:36645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb87bbcbeee64224807357fda3114e6c as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb87bbcbeee64224807357fda3114e6c 2024-12-06T06:20:51,916 INFO [M:0;6336e8474e1c:36645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb87bbcbeee64224807357fda3114e6c 2024-12-06T06:20:51,916 INFO [M:0;6336e8474e1c:36645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb87bbcbeee64224807357fda3114e6c, entries=11, sequenceid=105, filesize=7.0 K 2024-12-06T06:20:51,918 DEBUG [M:0;6336e8474e1c:36645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b81a702591b494caf7de0dd9703bec7 as hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b81a702591b494caf7de0dd9703bec7 2024-12-06T06:20:51,927 INFO [M:0;6336e8474e1c:36645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/172ede07-916e-7ee6-a389-43b074e5ec78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b81a702591b494caf7de0dd9703bec7, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T06:20:51,928 INFO [M:0;6336e8474e1c:36645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=105, compaction requested=false 2024-12-06T06:20:51,938 INFO [M:0;6336e8474e1c:36645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:51,938 DEBUG [M:0;6336e8474e1c:36645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466051415Disabling compacts and flushes for region at 1733466051415Disabling writes for close at 1733466051415Obtaining lock to block concurrent updates at 1733466051415Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466051415Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733466051415Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466051416 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466051416Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466051430 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466051430Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466051841 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466051859 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466051859Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466051875 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466051897 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466051897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b98165: reopening flushed file at 1733466051906 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376b0bbb: reopening flushed file at 1733466051911 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315ac413: reopening flushed file at 1733466051917 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=105, compaction requested=false at 1733466051928 (+11 ms)Writing region close event to WAL at 1733466051937 (+9 ms)Closed at 1733466051937 2024-12-06T06:20:51,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741830_1006 (size=64423) 2024-12-06T06:20:51,944 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:20:51,944 INFO [M:0;6336e8474e1c:36645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:20:51,945 INFO [M:0;6336e8474e1c:36645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36645 2024-12-06T06:20:51,947 INFO [M:0;6336e8474e1c:36645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:20:52,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:52,049 INFO [M:0;6336e8474e1c:36645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:20:52,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x101866e19c20000, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:20:52,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a4a1a95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:20:52,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bd98a28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:20:52,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:20:52,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36973165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:20:52,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24af6efd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/hadoop.log.dir/,STOPPED} 2024-12-06T06:20:52,054 WARN [BP-134542454-172.17.0.2-1733466009416 heartbeating to localhost/127.0.0.1:35961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:20:52,054 WARN [BP-134542454-172.17.0.2-1733466009416 heartbeating to localhost/127.0.0.1:35961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-134542454-172.17.0.2-1733466009416 (Datanode Uuid dc075bf3-bf3e-4c4c-86a2-838f2030def1) service to localhost/127.0.0.1:35961 2024-12-06T06:20:52,054 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:20:52,054 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:20:52,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/cluster_9383ae00-7e45-931e-83b6-d23ba6b6b145/data/data1/current/BP-134542454-172.17.0.2-1733466009416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:20:52,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/cluster_9383ae00-7e45-931e-83b6-d23ba6b6b145/data/data2/current/BP-134542454-172.17.0.2-1733466009416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:20:52,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:20:52,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78790cfa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:20:52,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d10a9d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:20:52,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:20:52,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d3f243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:20:52,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@150b11b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/906532f6-b8b7-646a-e22f-c876f85d5882/hadoop.log.dir/,STOPPED} 2024-12-06T06:20:52,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:20:52,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:20:52,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 266) Potentially hanging thread: globalEventExecutor-1-17 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35961 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56110) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34421 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46473 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56110) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56110) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 289) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4402 (was 4486) 2024-12-06T06:20:52,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=4400 2024-12-06T06:20:52,126 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-06T06:20:52,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/hadoop.log.dir so I do NOT create it in target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752 2024-12-06T06:20:52,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:20:52,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/hadoop.tmp.dir so I do NOT create it in target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752 2024-12-06T06:20:52,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1856-8441-0bb3-7d6e-4a6c6de5a560/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:20:52,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752 2024-12-06T06:20:52,127 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/cluster_4d867dec-fbf1-5109-835b-cbf1df5b7e10, deleteOnExit=true 2024-12-06T06:20:52,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/cluster_4d867dec-fbf1-5109-835b-cbf1df5b7e10/zookeeper_0, clientPort=53692, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/cluster_4d867dec-fbf1-5109-835b-cbf1df5b7e10/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/cluster_4d867dec-fbf1-5109-835b-cbf1df5b7e10/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:20:52,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53692 2024-12-06T06:20:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:20:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:20:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/test.cache.data in system properties and HBase conf 2024-12-06T06:20:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:20:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:20:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:20:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:20:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:20:52,145 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:20:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:20:52,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101866e19c20008, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:20:52,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101866e19c20008, quorum=127.0.0.1:56110, baseZNode=/2-48784543 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:20:52,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101866e19c20005, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:20:52,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101866e19c20005, quorum=127.0.0.1:56110, baseZNode=/1-1443740558 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:20:52,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101866e19c20002, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:20:52,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101866e19c20002, quorum=127.0.0.1:56110, baseZNode=/0-1846603677 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:20:52,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:52,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:52,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:52,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:52,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:20:52,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:52,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f23b8fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:52,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ce0bee6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:20:52,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29089748{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/java.io.tmpdir/jetty-localhost-44085-hadoop-hdfs-3_4_1-tests_jar-_-any-8588349980120993789/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:20:52,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59870692{HTTP/1.1, (http/1.1)}{localhost:44085} 2024-12-06T06:20:52,542 INFO [Time-limited test {}] server.Server(415): Started @241214ms 2024-12-06T06:20:52,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:52,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:52,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:52,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:52,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:20:52,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1de3dc87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:52,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5462383e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:20:52,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3d15dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/java.io.tmpdir/jetty-localhost-43743-hadoop-hdfs-3_4_1-tests_jar-_-any-10985966728306406424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:20:52,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6078a3c7{HTTP/1.1, (http/1.1)}{localhost:43743} 2024-12-06T06:20:52,985 INFO [Time-limited test {}] server.Server(415): Started @241656ms 2024-12-06T06:20:52,987 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:20:53,193 WARN [Thread-3415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/cluster_4d867dec-fbf1-5109-835b-cbf1df5b7e10/data/data1/current/BP-1619183776-172.17.0.2-1733466052177/current, will proceed with Du for space computation calculation, 2024-12-06T06:20:53,193 WARN [Thread-3416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/cluster_4d867dec-fbf1-5109-835b-cbf1df5b7e10/data/data2/current/BP-1619183776-172.17.0.2-1733466052177/current, will proceed with Du for space computation calculation, 2024-12-06T06:20:53,233 WARN [Thread-3403 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:20:53,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee89baa0a063c1cf with lease ID 0x38808e7bcd877654: Processing first storage report for DS-a488753d-f987-421c-8f32-a30bba4c5b48 from datanode DatanodeRegistration(127.0.0.1:40645, datanodeUuid=d224efda-4aa7-42fc-86f7-6d917861f2b8, infoPort=45845, infoSecurePort=0, ipcPort=36387, storageInfo=lv=-57;cid=testClusterID;nsid=1094913090;c=1733466052177) 2024-12-06T06:20:53,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee89baa0a063c1cf with lease ID 0x38808e7bcd877654: from storage DS-a488753d-f987-421c-8f32-a30bba4c5b48 node DatanodeRegistration(127.0.0.1:40645, datanodeUuid=d224efda-4aa7-42fc-86f7-6d917861f2b8, infoPort=45845, infoSecurePort=0, ipcPort=36387, storageInfo=lv=-57;cid=testClusterID;nsid=1094913090;c=1733466052177), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:20:53,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee89baa0a063c1cf with lease ID 0x38808e7bcd877654: Processing first storage report for DS-eb6fc6e8-8f23-4fb0-a3bf-22da97e6308e from datanode DatanodeRegistration(127.0.0.1:40645, datanodeUuid=d224efda-4aa7-42fc-86f7-6d917861f2b8, infoPort=45845, infoSecurePort=0, ipcPort=36387, storageInfo=lv=-57;cid=testClusterID;nsid=1094913090;c=1733466052177) 2024-12-06T06:20:53,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee89baa0a063c1cf with lease ID 0x38808e7bcd877654: from storage DS-eb6fc6e8-8f23-4fb0-a3bf-22da97e6308e node DatanodeRegistration(127.0.0.1:40645, datanodeUuid=d224efda-4aa7-42fc-86f7-6d917861f2b8, infoPort=45845, infoSecurePort=0, ipcPort=36387, storageInfo=lv=-57;cid=testClusterID;nsid=1094913090;c=1733466052177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:20:53,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752 2024-12-06T06:20:53,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:53,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:53,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:20:53,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d with version=8 2024-12-06T06:20:53,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/hbase-staging 2024-12-06T06:20:53,710 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:20:53,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:53,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:53,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:20:53,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:53,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:20:53,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:20:53,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:20:53,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46247 2024-12-06T06:20:53,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46247 connecting to ZooKeeper ensemble=127.0.0.1:53692 2024-12-06T06:20:53,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462470x0, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:53,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46247-0x101866ec0b50000 connected 2024-12-06T06:20:53,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:53,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:53,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Set watcher on znode that does not yet exist, /0-227926593/running 2024-12-06T06:20:53,769 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d, hbase.cluster.distributed=false 2024-12-06T06:20:53,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Set watcher on znode that does not yet exist, /0-227926593/acl 2024-12-06T06:20:53,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46247 2024-12-06T06:20:53,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46247 2024-12-06T06:20:53,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46247 2024-12-06T06:20:53,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46247 2024-12-06T06:20:53,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46247 2024-12-06T06:20:53,805 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:20:53,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:53,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:53,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:20:53,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:53,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:20:53,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:20:53,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:20:53,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35273 2024-12-06T06:20:53,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35273 connecting to ZooKeeper ensemble=127.0.0.1:53692 2024-12-06T06:20:53,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:53,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:53,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352730x0, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:53,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352730x0, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Set watcher on znode that does not yet exist, /0-227926593/running 2024-12-06T06:20:53,831 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:20:53,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35273-0x101866ec0b50001 connected 2024-12-06T06:20:53,840 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:20:53,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Set watcher on znode that does not yet exist, /0-227926593/master 2024-12-06T06:20:53,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Set watcher on znode that does not yet exist, /0-227926593/acl 2024-12-06T06:20:53,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35273 2024-12-06T06:20:53,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35273 2024-12-06T06:20:53,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35273 2024-12-06T06:20:53,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35273 2024-12-06T06:20:53,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35273 2024-12-06T06:20:53,883 DEBUG [M:0;6336e8474e1c:46247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:46247 2024-12-06T06:20:53,884 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-227926593/backup-masters/6336e8474e1c,46247,1733466053709 2024-12-06T06:20:53,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593/backup-masters 2024-12-06T06:20:53,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593/backup-masters 2024-12-06T06:20:53,886 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Set watcher on existing znode=/0-227926593/backup-masters/6336e8474e1c,46247,1733466053709 2024-12-06T06:20:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-227926593/master 2024-12-06T06:20:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:53,888 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Set watcher on existing znode=/0-227926593/master 2024-12-06T06:20:53,888 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-227926593/backup-masters/6336e8474e1c,46247,1733466053709 from backup master directory 2024-12-06T06:20:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-227926593/backup-masters/6336e8474e1c,46247,1733466053709 2024-12-06T06:20:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593/backup-masters 2024-12-06T06:20:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593/backup-masters 2024-12-06T06:20:53,891 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:20:53,891 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,46247,1733466053709 2024-12-06T06:20:53,901 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/hbase.id] with ID: 06ca2dd7-526c-4d3a-b9e6-1af0d88787a7 2024-12-06T06:20:53,901 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/.tmp/hbase.id 2024-12-06T06:20:53,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:20:54,321 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/.tmp/hbase.id]:[hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/hbase.id] 2024-12-06T06:20:54,328 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:54,328 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:20:54,329 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:20:54,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:54,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:54,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:20:54,736 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:54,737 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:20:54,737 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:20:54,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:20:54,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:54,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:20:55,143 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store 2024-12-06T06:20:55,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:20:55,148 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:55,148 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:20:55,148 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:55,148 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:55,148 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:20:55,148 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:55,148 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:55,148 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466055148Disabling compacts and flushes for region at 1733466055148Disabling writes for close at 1733466055148Writing region close event to WAL at 1733466055148Closed at 1733466055148 2024-12-06T06:20:55,149 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/.initializing 2024-12-06T06:20:55,149 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/WALs/6336e8474e1c,46247,1733466053709 2024-12-06T06:20:55,149 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:20:55,151 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C46247%2C1733466053709, suffix=, logDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/WALs/6336e8474e1c,46247,1733466053709, archiveDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/oldWALs, maxLogs=10 2024-12-06T06:20:55,164 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/WALs/6336e8474e1c,46247,1733466053709/6336e8474e1c%2C46247%2C1733466053709.1733466055151, exclude list is [], retry=0 2024-12-06T06:20:55,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40645,DS-a488753d-f987-421c-8f32-a30bba4c5b48,DISK] 2024-12-06T06:20:55,167 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/WALs/6336e8474e1c,46247,1733466053709/6336e8474e1c%2C46247%2C1733466053709.1733466055151 2024-12-06T06:20:55,167 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45845:45845)] 2024-12-06T06:20:55,167 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:55,168 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:55,168 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,168 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:20:55,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:55,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:55,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:20:55,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:55,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:55,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:20:55,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:55,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:55,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:20:55,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:55,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:55,173 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,173 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,173 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,174 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,174 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,175 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:55,175 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:55,177 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:55,177 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71889881, jitterRate=0.07124270498752594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:55,177 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733466055168Initializing all the Stores at 1733466055168Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466055168Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466055168Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466055168Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466055168Cleaning up temporary data from old regions at 1733466055174 (+6 ms)Region opened successfully at 1733466055177 (+3 ms) 2024-12-06T06:20:55,178 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:20:55,179 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2951ecd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:20:55,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:20:55,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:20:55,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:20:55,180 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:20:55,181 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:20:55,181 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:20:55,181 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:20:55,182 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:20:55,183 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Unable to get data of znode /0-227926593/balancer because node does not exist (not necessarily an error) 2024-12-06T06:20:55,184 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-227926593/balancer already deleted, retry=false 2024-12-06T06:20:55,184 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:20:55,185 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Unable to get data of znode /0-227926593/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:20:55,186 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-227926593/normalizer already deleted, retry=false 2024-12-06T06:20:55,186 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:20:55,187 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Unable to get data of znode /0-227926593/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:20:55,189 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-227926593/switch/split already deleted, retry=false 2024-12-06T06:20:55,190 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Unable to get data of znode /0-227926593/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:20:55,191 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-227926593/switch/merge already deleted, retry=false 2024-12-06T06:20:55,193 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Unable to get data of znode /0-227926593/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:20:55,194 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-227926593/snapshot-cleanup already deleted, retry=false 2024-12-06T06:20:55,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-227926593/running 2024-12-06T06:20:55,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:55,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-227926593/running 2024-12-06T06:20:55,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:55,196 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,46247,1733466053709, sessionid=0x101866ec0b50000, setting cluster-up flag (Was=false) 2024-12-06T06:20:55,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:55,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:55,203 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-227926593/flush-table-proc/acquired, /0-227926593/flush-table-proc/reached, /0-227926593/flush-table-proc/abort 2024-12-06T06:20:55,204 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,46247,1733466053709 2024-12-06T06:20:55,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:55,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:55,211 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-227926593/online-snapshot/acquired, /0-227926593/online-snapshot/reached, /0-227926593/online-snapshot/abort 2024-12-06T06:20:55,212 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,46247,1733466053709 2024-12-06T06:20:55,213 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:20:55,214 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:55,214 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:20:55,214 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:20:55,215 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,46247,1733466053709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:20:55,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:55,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:55,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:55,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:55,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:20:55,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:20:55,216 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:55,217 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:20:55,218 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:55,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:20:55,228 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466085228 2024-12-06T06:20:55,229 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:20:55,229 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:20:55,229 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:20:55,229 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:20:55,229 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:20:55,229 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:20:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:20:55,230 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,230 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:20:55,230 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:20:55,230 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:20:55,230 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:20:55,232 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:20:55,232 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:20:55,232 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466055232,5,FailOnTimeoutGroup] 2024-12-06T06:20:55,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466055232,5,FailOnTimeoutGroup] 2024-12-06T06:20:55,233 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,233 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:20:55,233 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,233 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,270 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(746): ClusterId : 06ca2dd7-526c-4d3a-b9e6-1af0d88787a7 2024-12-06T06:20:55,270 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:20:55,272 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:20:55,272 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:20:55,274 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:20:55,274 DEBUG [RS:0;6336e8474e1c:35273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56620a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:20:55,286 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:35273 2024-12-06T06:20:55,286 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:20:55,286 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:20:55,286 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:20:55,286 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,46247,1733466053709 with port=35273, startcode=1733466053805 2024-12-06T06:20:55,287 DEBUG [RS:0;6336e8474e1c:35273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:20:55,288 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:20:55,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,35273,1733466053805 2024-12-06T06:20:55,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46247 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,35273,1733466053805 2024-12-06T06:20:55,290 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d 2024-12-06T06:20:55,290 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38943 2024-12-06T06:20:55,290 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:20:55,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593/rs 2024-12-06T06:20:55,293 DEBUG [RS:0;6336e8474e1c:35273 {}] zookeeper.ZKUtil(111): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Set watcher on existing znode=/0-227926593/rs/6336e8474e1c,35273,1733466053805 2024-12-06T06:20:55,293 WARN [RS:0;6336e8474e1c:35273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:20:55,293 INFO [RS:0;6336e8474e1c:35273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:55,293 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805 2024-12-06T06:20:55,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,35273,1733466053805] 2024-12-06T06:20:55,296 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:20:55,297 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:20:55,297 INFO [RS:0;6336e8474e1c:35273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:20:55,297 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,297 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:20:55,298 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:20:55,298 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,298 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:55,299 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:20:55,299 DEBUG [RS:0;6336e8474e1c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:20:55,300 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,300 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,300 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,300 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,300 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,300 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35273,1733466053805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:20:55,315 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:20:55,315 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35273,1733466053805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,315 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,315 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.Replication(171): 6336e8474e1c,35273,1733466053805 started 2024-12-06T06:20:55,328 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:55,328 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,35273,1733466053805, RpcServer on 6336e8474e1c/172.17.0.2:35273, sessionid=0x101866ec0b50001 2024-12-06T06:20:55,328 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:20:55,328 DEBUG [RS:0;6336e8474e1c:35273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,35273,1733466053805 2024-12-06T06:20:55,328 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35273,1733466053805' 2024-12-06T06:20:55,328 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-227926593/flush-table-proc/abort' 2024-12-06T06:20:55,328 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-227926593/flush-table-proc/acquired' 2024-12-06T06:20:55,329 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:20:55,329 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:20:55,329 DEBUG [RS:0;6336e8474e1c:35273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,35273,1733466053805 2024-12-06T06:20:55,329 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35273,1733466053805' 2024-12-06T06:20:55,329 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-227926593/online-snapshot/abort' 2024-12-06T06:20:55,329 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-227926593/online-snapshot/acquired' 2024-12-06T06:20:55,330 DEBUG [RS:0;6336e8474e1c:35273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:20:55,330 INFO [RS:0;6336e8474e1c:35273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:20:55,330 INFO [RS:0;6336e8474e1c:35273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:20:55,430 INFO [RS:0;6336e8474e1c:35273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:20:55,431 INFO [RS:0;6336e8474e1c:35273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35273%2C1733466053805, suffix=, logDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805, archiveDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/oldWALs, maxLogs=10 2024-12-06T06:20:55,444 DEBUG [RS:0;6336e8474e1c:35273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431, exclude list is [], retry=0 2024-12-06T06:20:55,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40645,DS-a488753d-f987-421c-8f32-a30bba4c5b48,DISK] 2024-12-06T06:20:55,448 INFO [RS:0;6336e8474e1c:35273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 2024-12-06T06:20:55,448 DEBUG [RS:0;6336e8474e1c:35273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45845:45845)] 2024-12-06T06:20:55,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:20:55,631 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d 2024-12-06T06:20:55,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:20:56,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:56,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:20:56,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:20:56,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:56,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:56,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:20:56,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:20:56,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:56,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:56,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:20:56,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:20:56,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:56,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:56,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:20:56,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:20:56,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:56,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:56,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:20:56,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740 2024-12-06T06:20:56,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740 2024-12-06T06:20:56,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:20:56,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:20:56,043 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:56,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:20:56,045 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:56,045 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73087356, jitterRate=0.08908647298812866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:56,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733466056036Initializing all the Stores at 1733466056036Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466056036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466056037 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466056037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466056037Cleaning up temporary data from old regions at 1733466056042 (+5 ms)Region opened successfully at 1733466056046 (+4 ms) 2024-12-06T06:20:56,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:20:56,046 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:20:56,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:20:56,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:20:56,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:20:56,046 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:56,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466056046Disabling compacts and flushes for region at 1733466056046Disabling writes for close at 1733466056046Writing region close event to WAL at 1733466056046Closed at 1733466056046 2024-12-06T06:20:56,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:56,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:20:56,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:20:56,048 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:20:56,049 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:20:56,199 DEBUG [6336e8474e1c:46247 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:20:56,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,35273,1733466053805 2024-12-06T06:20:56,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35273,1733466053805, state=OPENING 2024-12-06T06:20:56,202 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:20:56,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:56,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:20:56,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:20:56,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-227926593/meta-region-server: CHANGED 2024-12-06T06:20:56,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-227926593/meta-region-server: CHANGED 2024-12-06T06:20:56,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35273,1733466053805}] 2024-12-06T06:20:56,356 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:20:56,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:20:56,360 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:20:56,360 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:56,360 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:20:56,361 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35273%2C1733466053805.meta, suffix=.meta, logDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805, archiveDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/oldWALs, maxLogs=10 2024-12-06T06:20:56,374 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.meta.1733466056361.meta, exclude list is [], retry=0 2024-12-06T06:20:56,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40645,DS-a488753d-f987-421c-8f32-a30bba4c5b48,DISK] 2024-12-06T06:20:56,377 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.meta.1733466056361.meta 2024-12-06T06:20:56,378 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45845:45845)] 2024-12-06T06:20:56,378 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:56,378 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:56,378 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:20:56,378 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:20:56,378 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:20:56,378 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:20:56,378 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:56,378 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:20:56,378 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:20:56,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:20:56,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:20:56,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:56,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:56,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:20:56,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:20:56,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:56,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:56,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:20:56,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:20:56,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:56,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:56,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:20:56,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:20:56,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:56,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:56,383 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:20:56,383 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740 2024-12-06T06:20:56,384 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740 2024-12-06T06:20:56,384 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:20:56,384 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:20:56,385 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:56,386 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:20:56,386 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69986793, jitterRate=0.04288448393344879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:56,386 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:20:56,387 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733466056378Writing region info on filesystem at 1733466056378Initializing all the Stores at 1733466056379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466056379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466056379Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466056379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466056379Cleaning up temporary data from old regions at 1733466056384 (+5 ms)Running coprocessor post-open hooks at 1733466056386 (+2 ms)Region opened successfully at 1733466056387 (+1 ms) 2024-12-06T06:20:56,387 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466056355 2024-12-06T06:20:56,389 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:20:56,389 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:20:56,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,35273,1733466053805 2024-12-06T06:20:56,390 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35273,1733466053805, state=OPEN 2024-12-06T06:20:56,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-227926593/meta-region-server 2024-12-06T06:20:56,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-227926593/meta-region-server 2024-12-06T06:20:56,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-227926593/meta-region-server: CHANGED 2024-12-06T06:20:56,395 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,35273,1733466053805 2024-12-06T06:20:56,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-227926593/meta-region-server: CHANGED 2024-12-06T06:20:56,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:20:56,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35273,1733466053805 in 193 msec 2024-12-06T06:20:56,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:20:56,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-12-06T06:20:56,399 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:56,399 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:20:56,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:56,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35273,1733466053805, seqNum=-1] 2024-12-06T06:20:56,400 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:56,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:56,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-12-06T06:20:56,405 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466056405, completionTime=-1 2024-12-06T06:20:56,405 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:20:56,405 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:20:56,406 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:20:56,406 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466116406 2024-12-06T06:20:56,406 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466176406 2024-12-06T06:20:56,406 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:20:56,407 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,46247,1733466053709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:56,407 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,46247,1733466053709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:56,407 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,46247,1733466053709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:56,407 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:46247, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:56,407 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:56,407 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:56,408 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:20:56,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.519sec 2024-12-06T06:20:56,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:20:56,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:20:56,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:20:56,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:20:56,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:20:56,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,46247,1733466053709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:20:56,410 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,46247,1733466053709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:20:56,415 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:20:56,415 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:20:56,415 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,46247,1733466053709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:56,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316d3a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:56,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,46247,-1 for getting cluster id 2024-12-06T06:20:56,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:56,473 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06ca2dd7-526c-4d3a-b9e6-1af0d88787a7' 2024-12-06T06:20:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06ca2dd7-526c-4d3a-b9e6-1af0d88787a7" 2024-12-06T06:20:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc62ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,46247,-1] 2024-12-06T06:20:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:56,474 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:56,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d627ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:56,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35273,1733466053805, seqNum=-1] 2024-12-06T06:20:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:56,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:56,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,46247,1733466053709 2024-12-06T06:20:56,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53692 2024-12-06T06:20:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:56,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101866ec0b50002 connected 2024-12-06T06:20:56,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/hadoop.log.dir so I do NOT create it in target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0 2024-12-06T06:20:56,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:20:56,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/hadoop.tmp.dir so I do NOT create it in target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0 2024-12-06T06:20:56,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:20:56,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0 2024-12-06T06:20:56,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:20:56,484 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/cluster_726bb178-f0fa-f47e-10ba-f607a3733875, deleteOnExit=true 2024-12-06T06:20:56,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:20:56,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/test.cache.data in system properties and HBase conf 2024-12-06T06:20:56,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:20:56,485 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:20:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:20:56,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T06:20:56,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:20:56,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:56,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:56,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:56,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:56,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:20:56,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:56,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c74f8d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:56,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3bd2e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:20:56,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18687b26{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/java.io.tmpdir/jetty-localhost-45565-hadoop-hdfs-3_4_1-tests_jar-_-any-8332886017612800483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:20:56,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2171703a{HTTP/1.1, (http/1.1)}{localhost:45565} 2024-12-06T06:20:56,707 INFO [Time-limited test {}] server.Server(415): Started @245378ms 2024-12-06T06:20:56,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:56,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:56,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:56,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:56,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:20:56,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25be2e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:56,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600039f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:20:56,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@493365ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/java.io.tmpdir/jetty-localhost-43211-hadoop-hdfs-3_4_1-tests_jar-_-any-6114106426626281209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:20:56,926 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3af5c370{HTTP/1.1, (http/1.1)}{localhost:43211} 2024-12-06T06:20:56,926 INFO [Time-limited test {}] server.Server(415): Started @245598ms 2024-12-06T06:20:56,927 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:20:57,039 WARN [Thread-3536 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/cluster_726bb178-f0fa-f47e-10ba-f607a3733875/data/data1/current/BP-184901260-172.17.0.2-1733466056503/current, will proceed with Du for space computation calculation, 2024-12-06T06:20:57,039 WARN [Thread-3537 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/cluster_726bb178-f0fa-f47e-10ba-f607a3733875/data/data2/current/BP-184901260-172.17.0.2-1733466056503/current, will proceed with Du for space computation calculation, 2024-12-06T06:20:57,064 WARN [Thread-3524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:20:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbccff8f86b374838 with lease ID 0xd6b8afccb0fcfffc: Processing first storage report for DS-fe1a555d-f9bb-496e-99b3-3c77bc03123a from datanode DatanodeRegistration(127.0.0.1:35161, datanodeUuid=f4839a15-e7f7-4c31-b136-3664ffc622de, infoPort=38369, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=1566671008;c=1733466056503) 2024-12-06T06:20:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbccff8f86b374838 with lease ID 0xd6b8afccb0fcfffc: from storage DS-fe1a555d-f9bb-496e-99b3-3c77bc03123a node DatanodeRegistration(127.0.0.1:35161, datanodeUuid=f4839a15-e7f7-4c31-b136-3664ffc622de, infoPort=38369, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=1566671008;c=1733466056503), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:20:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbccff8f86b374838 with lease ID 0xd6b8afccb0fcfffc: Processing first storage report for DS-8102563e-1621-4925-a181-2a1c07b13968 from datanode DatanodeRegistration(127.0.0.1:35161, datanodeUuid=f4839a15-e7f7-4c31-b136-3664ffc622de, infoPort=38369, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=1566671008;c=1733466056503) 2024-12-06T06:20:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbccff8f86b374838 with lease ID 0xd6b8afccb0fcfffc: from storage DS-8102563e-1621-4925-a181-2a1c07b13968 node DatanodeRegistration(127.0.0.1:35161, datanodeUuid=f4839a15-e7f7-4c31-b136-3664ffc622de, infoPort=38369, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=1566671008;c=1733466056503), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:20:57,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0 2024-12-06T06:20:57,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:57,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:57,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:20:57,161 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68 with version=8 2024-12-06T06:20:57,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/hbase-staging 2024-12-06T06:20:57,162 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:20:57,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:57,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:57,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:20:57,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:57,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:20:57,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:20:57,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:20:57,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34291 2024-12-06T06:20:57,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34291 connecting to ZooKeeper ensemble=127.0.0.1:53692 2024-12-06T06:20:57,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342910x0, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:57,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34291-0x101866ec0b50003 connected 2024-12-06T06:20:57,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:57,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:57,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Set watcher on znode that does not yet exist, /1-694269393/running 2024-12-06T06:20:57,179 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68, hbase.cluster.distributed=false 2024-12-06T06:20:57,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Set watcher on znode that does not yet exist, /1-694269393/acl 2024-12-06T06:20:57,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34291 2024-12-06T06:20:57,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34291 2024-12-06T06:20:57,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34291 2024-12-06T06:20:57,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34291 2024-12-06T06:20:57,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34291 2024-12-06T06:20:57,195 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:20:57,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:57,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:57,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:20:57,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:20:57,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:20:57,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:20:57,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:20:57,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34717 2024-12-06T06:20:57,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34717 connecting to ZooKeeper ensemble=127.0.0.1:53692 2024-12-06T06:20:57,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:57,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:57,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347170x0, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:57,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347170x0, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Set watcher on znode that does not yet exist, /1-694269393/running 2024-12-06T06:20:57,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34717-0x101866ec0b50004 connected 2024-12-06T06:20:57,206 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:20:57,207 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:20:57,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Set watcher on znode that does not yet exist, /1-694269393/master 2024-12-06T06:20:57,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Set watcher on znode that does not yet exist, /1-694269393/acl 2024-12-06T06:20:57,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34717 2024-12-06T06:20:57,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34717 2024-12-06T06:20:57,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34717 2024-12-06T06:20:57,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34717 2024-12-06T06:20:57,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34717 2024-12-06T06:20:57,230 DEBUG [M:0;6336e8474e1c:34291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:34291 2024-12-06T06:20:57,231 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-694269393/backup-masters/6336e8474e1c,34291,1733466057162 2024-12-06T06:20:57,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393/backup-masters 2024-12-06T06:20:57,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393/backup-masters 2024-12-06T06:20:57,233 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Set watcher on existing znode=/1-694269393/backup-masters/6336e8474e1c,34291,1733466057162 2024-12-06T06:20:57,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-694269393/master 2024-12-06T06:20:57,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:57,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:57,234 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Set watcher on existing znode=/1-694269393/master 2024-12-06T06:20:57,235 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-694269393/backup-masters/6336e8474e1c,34291,1733466057162 from backup master directory 2024-12-06T06:20:57,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-694269393/backup-masters/6336e8474e1c,34291,1733466057162 2024-12-06T06:20:57,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393/backup-masters 2024-12-06T06:20:57,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393/backup-masters 2024-12-06T06:20:57,236 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:20:57,236 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,34291,1733466057162 2024-12-06T06:20:57,238 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/hbase.id] with ID: db4cd608-970d-472f-bf97-a5d347921f69 2024-12-06T06:20:57,238 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/.tmp/hbase.id 2024-12-06T06:20:57,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:20:57,646 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/.tmp/hbase.id]:[hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/hbase.id] 2024-12-06T06:20:57,654 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:20:57,654 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:20:57,655 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:20:57,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:57,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:57,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:20:58,066 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:20:58,067 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:20:58,067 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:20:58,474 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store 2024-12-06T06:20:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:20:58,881 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:58,881 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:20:58,881 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:58,881 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:58,881 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:20:58,881 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:58,881 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:20:58,881 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466058881Disabling compacts and flushes for region at 1733466058881Disabling writes for close at 1733466058881Writing region close event to WAL at 1733466058881Closed at 1733466058881 2024-12-06T06:20:58,882 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/.initializing 2024-12-06T06:20:58,882 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/WALs/6336e8474e1c,34291,1733466057162 2024-12-06T06:20:58,883 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:20:58,885 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C34291%2C1733466057162, suffix=, logDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/WALs/6336e8474e1c,34291,1733466057162, archiveDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/oldWALs, maxLogs=10 2024-12-06T06:20:58,901 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/WALs/6336e8474e1c,34291,1733466057162/6336e8474e1c%2C34291%2C1733466057162.1733466058885, exclude list is [], retry=0 2024-12-06T06:20:58,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35161,DS-fe1a555d-f9bb-496e-99b3-3c77bc03123a,DISK] 2024-12-06T06:20:58,906 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/WALs/6336e8474e1c,34291,1733466057162/6336e8474e1c%2C34291%2C1733466057162.1733466058885 2024-12-06T06:20:58,906 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38369:38369)] 2024-12-06T06:20:58,906 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:58,906 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:58,906 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,906 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:20:58,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:58,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:58,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:20:58,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:58,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:58,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:20:58,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:58,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:58,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:20:58,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:58,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:20:58,912 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,913 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,913 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,914 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,914 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,914 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:58,915 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:20:58,916 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:58,916 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65698004, jitterRate=-0.021023452281951904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:58,917 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733466058906Initializing all the Stores at 1733466058907 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466058907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466058907Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466058907Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466058907Cleaning up temporary data from old regions at 1733466058914 (+7 ms)Region opened successfully at 1733466058917 (+3 ms) 2024-12-06T06:20:58,917 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:20:58,919 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:20:58,919 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:20:58,920 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:20:58,920 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:20:58,920 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:20:58,920 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:20:58,920 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:20:58,920 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:20:58,922 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:20:58,923 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Unable to get data of znode /1-694269393/balancer because node does not exist (not necessarily an error) 2024-12-06T06:20:58,924 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-694269393/balancer already deleted, retry=false 2024-12-06T06:20:58,924 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:20:58,924 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Unable to get data of znode /1-694269393/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:20:58,925 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-694269393/normalizer already deleted, retry=false 2024-12-06T06:20:58,926 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:20:58,926 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Unable to get data of znode /1-694269393/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:20:58,927 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-694269393/switch/split already deleted, retry=false 2024-12-06T06:20:58,928 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Unable to get data of znode /1-694269393/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:20:58,930 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-694269393/switch/merge already deleted, retry=false 2024-12-06T06:20:58,932 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Unable to get data of znode /1-694269393/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:20:58,933 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-694269393/snapshot-cleanup already deleted, retry=false 2024-12-06T06:20:58,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-694269393/running 2024-12-06T06:20:58,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-694269393/running 2024-12-06T06:20:58,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:58,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:58,935 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,34291,1733466057162, sessionid=0x101866ec0b50003, setting cluster-up flag (Was=false) 2024-12-06T06:20:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:58,942 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-694269393/flush-table-proc/acquired, /1-694269393/flush-table-proc/reached, /1-694269393/flush-table-proc/abort 2024-12-06T06:20:58,942 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,34291,1733466057162 2024-12-06T06:20:58,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:58,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:58,950 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-694269393/online-snapshot/acquired, /1-694269393/online-snapshot/reached, /1-694269393/online-snapshot/abort 2024-12-06T06:20:58,951 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,34291,1733466057162 2024-12-06T06:20:58,952 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:20:58,953 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:58,953 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:20:58,953 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:20:58,953 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,34291,1733466057162 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:20:58,954 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:58,954 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:58,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:58,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:20:58,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:20:58,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:58,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:20:58,955 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:58,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:58,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:20:58,958 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:58,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:20:58,960 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466088960 2024-12-06T06:20:58,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:20:58,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:20:58,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:20:58,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:20:58,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:20:58,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:20:58,961 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:58,964 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:20:58,964 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:20:58,964 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:20:58,964 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:20:58,968 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:20:58,968 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:20:58,971 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466058968,5,FailOnTimeoutGroup] 2024-12-06T06:20:58,972 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466058971,5,FailOnTimeoutGroup] 2024-12-06T06:20:58,972 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:58,972 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:20:58,972 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:58,972 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:58,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:20:58,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:20:58,974 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68 2024-12-06T06:20:58,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:20:59,019 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(746): ClusterId : db4cd608-970d-472f-bf97-a5d347921f69 2024-12-06T06:20:59,019 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:20:59,021 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:20:59,021 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:20:59,022 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:20:59,023 DEBUG [RS:0;6336e8474e1c:34717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12133f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:20:59,040 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:34717 2024-12-06T06:20:59,040 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:20:59,040 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:20:59,040 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:20:59,041 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,34291,1733466057162 with port=34717, startcode=1733466057195 2024-12-06T06:20:59,041 DEBUG [RS:0;6336e8474e1c:34717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:20:59,042 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:20:59,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,34717,1733466057195 2024-12-06T06:20:59,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34291 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,34717,1733466057195 2024-12-06T06:20:59,044 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68 2024-12-06T06:20:59,044 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40359 2024-12-06T06:20:59,044 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:20:59,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393/rs 2024-12-06T06:20:59,050 DEBUG [RS:0;6336e8474e1c:34717 {}] zookeeper.ZKUtil(111): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Set watcher on existing znode=/1-694269393/rs/6336e8474e1c,34717,1733466057195 2024-12-06T06:20:59,050 WARN [RS:0;6336e8474e1c:34717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:20:59,051 INFO [RS:0;6336e8474e1c:34717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:59,051 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195 2024-12-06T06:20:59,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,34717,1733466057195] 2024-12-06T06:20:59,053 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:20:59,054 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:20:59,055 INFO [RS:0;6336e8474e1c:34717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:20:59,055 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,055 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:20:59,055 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:20:59,055 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:20:59,056 DEBUG [RS:0;6336e8474e1c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:20:59,059 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,059 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,059 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,059 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,059 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,060 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34717,1733466057195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:20:59,079 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:20:59,079 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34717,1733466057195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,079 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,079 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.Replication(171): 6336e8474e1c,34717,1733466057195 started 2024-12-06T06:20:59,097 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,097 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,34717,1733466057195, RpcServer on 6336e8474e1c/172.17.0.2:34717, sessionid=0x101866ec0b50004 2024-12-06T06:20:59,097 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:20:59,097 DEBUG [RS:0;6336e8474e1c:34717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,34717,1733466057195 2024-12-06T06:20:59,097 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,34717,1733466057195' 2024-12-06T06:20:59,097 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-694269393/flush-table-proc/abort' 2024-12-06T06:20:59,099 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-694269393/flush-table-proc/acquired' 2024-12-06T06:20:59,099 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:20:59,099 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:20:59,099 DEBUG [RS:0;6336e8474e1c:34717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,34717,1733466057195 2024-12-06T06:20:59,099 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,34717,1733466057195' 2024-12-06T06:20:59,099 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-694269393/online-snapshot/abort' 2024-12-06T06:20:59,100 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-694269393/online-snapshot/acquired' 2024-12-06T06:20:59,101 DEBUG [RS:0;6336e8474e1c:34717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:20:59,101 INFO [RS:0;6336e8474e1c:34717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:20:59,101 INFO [RS:0;6336e8474e1c:34717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:20:59,201 INFO [RS:0;6336e8474e1c:34717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:20:59,202 INFO [RS:0;6336e8474e1c:34717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C34717%2C1733466057195, suffix=, logDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195, archiveDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/oldWALs, maxLogs=10 2024-12-06T06:20:59,216 DEBUG [RS:0;6336e8474e1c:34717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202, exclude list is [], retry=0 2024-12-06T06:20:59,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35161,DS-fe1a555d-f9bb-496e-99b3-3c77bc03123a,DISK] 2024-12-06T06:20:59,219 INFO [RS:0;6336e8474e1c:34717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 2024-12-06T06:20:59,220 DEBUG [RS:0;6336e8474e1c:34717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38369:38369)] 2024-12-06T06:20:59,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:59,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:20:59,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:20:59,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:59,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:59,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:20:59,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:20:59,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:59,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:59,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:20:59,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:20:59,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:59,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:59,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:20:59,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:20:59,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:59,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:59,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:20:59,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740 2024-12-06T06:20:59,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740 2024-12-06T06:20:59,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:20:59,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:20:59,395 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:59,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:20:59,397 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:20:59,398 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72832686, jitterRate=0.08529159426689148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:59,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733466059385Initializing all the Stores at 1733466059386 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466059386Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466059386Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466059386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466059386Cleaning up temporary data from old regions at 1733466059394 (+8 ms)Region opened successfully at 1733466059398 (+4 ms) 2024-12-06T06:20:59,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:20:59,398 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:20:59,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:20:59,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:20:59,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:20:59,399 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:20:59,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466059398Disabling compacts and flushes for region at 1733466059398Disabling writes for close at 1733466059398Writing region close event to WAL at 1733466059399 (+1 ms)Closed at 1733466059399 2024-12-06T06:20:59,400 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:59,400 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:20:59,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:20:59,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:20:59,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:20:59,552 DEBUG [6336e8474e1c:34291 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:20:59,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,34717,1733466057195 2024-12-06T06:20:59,553 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,34717,1733466057195, state=OPENING 2024-12-06T06:20:59,555 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:20:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:20:59,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:20:59,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-694269393/meta-region-server: CHANGED 2024-12-06T06:20:59,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-694269393/meta-region-server: CHANGED 2024-12-06T06:20:59,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,34717,1733466057195}] 2024-12-06T06:20:59,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:20:59,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:20:59,715 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:20:59,715 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:20:59,716 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:20:59,717 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C34717%2C1733466057195.meta, suffix=.meta, logDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195, archiveDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/oldWALs, maxLogs=10 2024-12-06T06:20:59,735 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.meta.1733466059717.meta, exclude list is [], retry=0 2024-12-06T06:20:59,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35161,DS-fe1a555d-f9bb-496e-99b3-3c77bc03123a,DISK] 2024-12-06T06:20:59,739 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.meta.1733466059717.meta 2024-12-06T06:20:59,739 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38369:38369)] 2024-12-06T06:20:59,739 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:20:59,740 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:20:59,740 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:20:59,740 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:20:59,740 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:20:59,740 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:20:59,740 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:20:59,740 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:20:59,740 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:20:59,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:20:59,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:20:59,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:59,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:59,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:20:59,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:20:59,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:59,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:59,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:20:59,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:20:59,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:59,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:59,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:20:59,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:20:59,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:20:59,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:20:59,747 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:20:59,748 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740 2024-12-06T06:20:59,748 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740 2024-12-06T06:20:59,749 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:20:59,749 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:20:59,750 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:20:59,750 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:20:59,751 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60273355, jitterRate=-0.1018570214509964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:20:59,751 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:20:59,751 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733466059740Writing region info on filesystem at 1733466059740Initializing all the Stores at 1733466059741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466059741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466059743 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466059743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466059743Cleaning up temporary data from old regions at 1733466059749 (+6 ms)Running coprocessor post-open hooks at 1733466059751 (+2 ms)Region opened successfully at 1733466059751 2024-12-06T06:20:59,752 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466059708 2024-12-06T06:20:59,754 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:20:59,754 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:20:59,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34717,1733466057195 2024-12-06T06:20:59,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,34717,1733466057195, state=OPEN 2024-12-06T06:20:59,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-694269393/meta-region-server 2024-12-06T06:20:59,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-694269393/meta-region-server 2024-12-06T06:20:59,757 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,34717,1733466057195 2024-12-06T06:20:59,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-694269393/meta-region-server: CHANGED 2024-12-06T06:20:59,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-694269393/meta-region-server: CHANGED 2024-12-06T06:20:59,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:20:59,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,34717,1733466057195 in 201 msec 2024-12-06T06:20:59,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:20:59,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-12-06T06:20:59,761 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:20:59,761 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:20:59,762 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:59,762 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34717,1733466057195, seqNum=-1] 2024-12-06T06:20:59,762 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:59,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:59,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 814 msec 2024-12-06T06:20:59,767 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466059767, completionTime=-1 2024-12-06T06:20:59,767 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:20:59,767 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:20:59,769 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:20:59,769 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466119769 2024-12-06T06:20:59,769 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466179769 2024-12-06T06:20:59,769 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:20:59,770 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34291,1733466057162-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,770 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34291,1733466057162-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,770 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34291,1733466057162-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,770 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:34291, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,770 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,770 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,771 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:20:59,773 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.537sec 2024-12-06T06:20:59,774 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:20:59,774 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:20:59,774 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:20:59,774 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:20:59,774 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:20:59,774 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34291,1733466057162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:20:59,774 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34291,1733466057162-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:20:59,775 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:20:59,775 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:20:59,776 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34291,1733466057162-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:20:59,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321ac26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:59,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34291,-1 for getting cluster id 2024-12-06T06:20:59,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:20:59,821 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4cd608-970d-472f-bf97-a5d347921f69' 2024-12-06T06:20:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:20:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4cd608-970d-472f-bf97-a5d347921f69" 2024-12-06T06:20:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a4efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34291,-1] 2024-12-06T06:20:59,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:20:59,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:20:59,823 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:20:59,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e40b2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:20:59,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:20:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34717,1733466057195, seqNum=-1] 2024-12-06T06:20:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:20:59,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:20:59,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,34291,1733466057162 2024-12-06T06:20:59,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53692 2024-12-06T06:20:59,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:20:59,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101866ec0b50005 connected 2024-12-06T06:20:59,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/hadoop.log.dir so I do NOT create it in target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59 2024-12-06T06:20:59,839 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:20:59,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/hadoop.tmp.dir so I do NOT create it in target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59 2024-12-06T06:20:59,839 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:20:59,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59 2024-12-06T06:20:59,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:20:59,839 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/cluster_94b83eaa-1025-eb8b-62c1-47602d1ead69, deleteOnExit=true 2024-12-06T06:20:59,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:20:59,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/test.cache.data in system properties and HBase conf 2024-12-06T06:20:59,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:20:59,840 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:20:59,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:59,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:20:59,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:20:59,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:20:59,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:20:59,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:20:59,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:20:59,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:59,926 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:20:59,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:20:59,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:20:59,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:20:59,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:20:59,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ed6a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:20:59,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f44739{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:21:00,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@767aca04{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/java.io.tmpdir/jetty-localhost-43861-hadoop-hdfs-3_4_1-tests_jar-_-any-4296091399640156740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:21:00,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15c8887e{HTTP/1.1, (http/1.1)}{localhost:43861} 2024-12-06T06:21:00,075 INFO [Time-limited test {}] server.Server(415): Started @248747ms 2024-12-06T06:21:00,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:00,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:21:00,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:21:00,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:21:00,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:21:00,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1260e865{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:21:00,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a575cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:21:00,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d4c6a52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/java.io.tmpdir/jetty-localhost-43905-hadoop-hdfs-3_4_1-tests_jar-_-any-3307120145979245097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:21:00,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d4fb49{HTTP/1.1, (http/1.1)}{localhost:43905} 2024-12-06T06:21:00,346 INFO [Time-limited test {}] server.Server(415): Started @249018ms 2024-12-06T06:21:00,348 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:21:00,449 WARN [Thread-3657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/cluster_94b83eaa-1025-eb8b-62c1-47602d1ead69/data/data2/current/BP-514297358-172.17.0.2-1733466059862/current, will proceed with Du for space computation calculation, 2024-12-06T06:21:00,449 WARN [Thread-3656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/cluster_94b83eaa-1025-eb8b-62c1-47602d1ead69/data/data1/current/BP-514297358-172.17.0.2-1733466059862/current, will proceed with Du for space computation calculation, 2024-12-06T06:21:00,468 WARN [Thread-3644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:21:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0e49064d7558182 with lease ID 0xee3e6f43c9ea756f: Processing first storage report for DS-2c5f6c3e-fd4f-4d6a-aadf-a0961b4c0f1e from datanode DatanodeRegistration(127.0.0.1:41805, datanodeUuid=200e4d95-34f8-4ac2-bc5b-0d2cccdb889d, infoPort=36901, infoSecurePort=0, ipcPort=32961, storageInfo=lv=-57;cid=testClusterID;nsid=512159419;c=1733466059862) 2024-12-06T06:21:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0e49064d7558182 with lease ID 0xee3e6f43c9ea756f: from storage DS-2c5f6c3e-fd4f-4d6a-aadf-a0961b4c0f1e node DatanodeRegistration(127.0.0.1:41805, datanodeUuid=200e4d95-34f8-4ac2-bc5b-0d2cccdb889d, infoPort=36901, infoSecurePort=0, ipcPort=32961, storageInfo=lv=-57;cid=testClusterID;nsid=512159419;c=1733466059862), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:21:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0e49064d7558182 with lease ID 0xee3e6f43c9ea756f: Processing first storage report for DS-7223ce4e-0238-40a3-b0b4-61059e11ea91 from datanode DatanodeRegistration(127.0.0.1:41805, datanodeUuid=200e4d95-34f8-4ac2-bc5b-0d2cccdb889d, infoPort=36901, infoSecurePort=0, ipcPort=32961, storageInfo=lv=-57;cid=testClusterID;nsid=512159419;c=1733466059862) 2024-12-06T06:21:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0e49064d7558182 with lease ID 0xee3e6f43c9ea756f: from storage DS-7223ce4e-0238-40a3-b0b4-61059e11ea91 node DatanodeRegistration(127.0.0.1:41805, datanodeUuid=200e4d95-34f8-4ac2-bc5b-0d2cccdb889d, infoPort=36901, infoSecurePort=0, ipcPort=32961, storageInfo=lv=-57;cid=testClusterID;nsid=512159419;c=1733466059862), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:21:00,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59 2024-12-06T06:21:00,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:00,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:00,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:21:01,004 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152 with version=8 2024-12-06T06:21:01,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/hbase-staging 2024-12-06T06:21:01,008 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:21:01,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:01,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:01,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:21:01,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:01,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:21:01,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:21:01,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:21:01,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36585 2024-12-06T06:21:01,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36585 connecting to ZooKeeper ensemble=127.0.0.1:53692 2024-12-06T06:21:01,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365850x0, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:01,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:01,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:01,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36585-0x101866ec0b50006 connected 2024-12-06T06:21:01,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Set watcher on znode that does not yet exist, /2-1315928957/running 2024-12-06T06:21:01,037 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152, hbase.cluster.distributed=false 2024-12-06T06:21:01,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Set watcher on znode that does not yet exist, /2-1315928957/acl 2024-12-06T06:21:01,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36585 2024-12-06T06:21:01,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36585 2024-12-06T06:21:01,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36585 2024-12-06T06:21:01,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36585 2024-12-06T06:21:01,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36585 2024-12-06T06:21:01,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:21:01,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:01,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:01,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:21:01,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:01,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:21:01,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:21:01,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:21:01,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38515 2024-12-06T06:21:01,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38515 connecting to ZooKeeper ensemble=127.0.0.1:53692 2024-12-06T06:21:01,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:01,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:01,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385150x0, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:01,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385150x0, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Set watcher on znode that does not yet exist, /2-1315928957/running 2024-12-06T06:21:01,078 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:21:01,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38515-0x101866ec0b50007 connected 2024-12-06T06:21:01,084 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:21:01,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Set watcher on znode that does not yet exist, /2-1315928957/master 2024-12-06T06:21:01,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Set watcher on znode that does not yet exist, /2-1315928957/acl 2024-12-06T06:21:01,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38515 2024-12-06T06:21:01,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38515 2024-12-06T06:21:01,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38515 2024-12-06T06:21:01,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38515 2024-12-06T06:21:01,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38515 2024-12-06T06:21:01,109 DEBUG [M:0;6336e8474e1c:36585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:36585 2024-12-06T06:21:01,109 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1315928957/backup-masters/6336e8474e1c,36585,1733466061007 2024-12-06T06:21:01,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957/backup-masters 2024-12-06T06:21:01,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957/backup-masters 2024-12-06T06:21:01,111 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Set watcher on existing znode=/2-1315928957/backup-masters/6336e8474e1c,36585,1733466061007 2024-12-06T06:21:01,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1315928957/master 2024-12-06T06:21:01,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:01,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:01,113 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Set watcher on existing znode=/2-1315928957/master 2024-12-06T06:21:01,114 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1315928957/backup-masters/6336e8474e1c,36585,1733466061007 from backup master directory 2024-12-06T06:21:01,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957/backup-masters 2024-12-06T06:21:01,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1315928957/backup-masters/6336e8474e1c,36585,1733466061007 2024-12-06T06:21:01,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957/backup-masters 2024-12-06T06:21:01,116 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:21:01,116 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,36585,1733466061007 2024-12-06T06:21:01,121 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/hbase.id] with ID: 8c9ec127-b9f7-47e6-baa8-170427cd82d7 2024-12-06T06:21:01,121 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/.tmp/hbase.id 2024-12-06T06:21:01,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:21:01,296 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:21:01,530 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/.tmp/hbase.id]:[hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/hbase.id] 2024-12-06T06:21:01,539 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:01,539 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:21:01,540 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:21:01,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:01,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:01,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:21:01,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:21:01,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:01,955 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:01,955 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:21:01,956 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:21:02,362 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store 2024-12-06T06:21:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:21:02,768 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:02,768 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:21:02,768 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:02,768 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:02,768 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:21:02,768 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:02,768 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:02,768 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466062768Disabling compacts and flushes for region at 1733466062768Disabling writes for close at 1733466062768Writing region close event to WAL at 1733466062768Closed at 1733466062768 2024-12-06T06:21:02,769 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/.initializing 2024-12-06T06:21:02,769 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/WALs/6336e8474e1c,36585,1733466061007 2024-12-06T06:21:02,770 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:21:02,771 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C36585%2C1733466061007, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/WALs/6336e8474e1c,36585,1733466061007, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/oldWALs, maxLogs=10 2024-12-06T06:21:02,791 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/WALs/6336e8474e1c,36585,1733466061007/6336e8474e1c%2C36585%2C1733466061007.1733466062772, exclude list is [], retry=0 2024-12-06T06:21:02,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41805,DS-2c5f6c3e-fd4f-4d6a-aadf-a0961b4c0f1e,DISK] 2024-12-06T06:21:02,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/WALs/6336e8474e1c,36585,1733466061007/6336e8474e1c%2C36585%2C1733466061007.1733466062772 2024-12-06T06:21:02,809 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36901:36901)] 2024-12-06T06:21:02,810 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:02,810 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:02,810 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,810 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:21:02,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:02,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:02,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:21:02,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:02,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:02,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:21:02,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:02,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:02,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:21:02,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:02,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:02,823 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,824 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,825 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,826 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,826 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,827 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:02,827 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:02,829 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:02,830 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67624601, jitterRate=0.007685080170631409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:02,830 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733466062810Initializing all the Stores at 1733466062811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466062811Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466062812 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466062812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466062812Cleaning up temporary data from old regions at 1733466062826 (+14 ms)Region opened successfully at 1733466062830 (+4 ms) 2024-12-06T06:21:02,830 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:21:02,833 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d465483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:21:02,834 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:21:02,834 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:21:02,834 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:21:02,834 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:21:02,834 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:21:02,835 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:21:02,835 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:21:02,844 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:21:02,845 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Unable to get data of znode /2-1315928957/balancer because node does not exist (not necessarily an error) 2024-12-06T06:21:02,846 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1315928957/balancer already deleted, retry=false 2024-12-06T06:21:02,846 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:21:02,847 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Unable to get data of znode /2-1315928957/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:21:02,848 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1315928957/normalizer already deleted, retry=false 2024-12-06T06:21:02,848 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:21:02,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Unable to get data of znode /2-1315928957/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:21:02,860 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1315928957/switch/split already deleted, retry=false 2024-12-06T06:21:02,862 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Unable to get data of znode /2-1315928957/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:21:02,863 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1315928957/switch/merge already deleted, retry=false 2024-12-06T06:21:02,865 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Unable to get data of znode /2-1315928957/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:21:02,866 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1315928957/snapshot-cleanup already deleted, retry=false 2024-12-06T06:21:02,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1315928957/running 2024-12-06T06:21:02,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:02,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1315928957/running 2024-12-06T06:21:02,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:02,868 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,36585,1733466061007, sessionid=0x101866ec0b50006, setting cluster-up flag (Was=false) 2024-12-06T06:21:02,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:02,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:02,876 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1315928957/flush-table-proc/acquired, /2-1315928957/flush-table-proc/reached, /2-1315928957/flush-table-proc/abort 2024-12-06T06:21:02,877 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,36585,1733466061007 2024-12-06T06:21:02,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:02,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:02,884 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1315928957/online-snapshot/acquired, /2-1315928957/online-snapshot/reached, /2-1315928957/online-snapshot/abort 2024-12-06T06:21:02,885 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,36585,1733466061007 2024-12-06T06:21:02,889 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:21:02,894 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:02,894 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:21:02,894 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:21:02,894 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,36585,1733466061007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:21:02,896 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:02,896 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:02,896 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:02,896 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:02,897 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:21:02,897 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,897 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:21:02,897 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:02,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:21:02,903 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:02,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:21:02,917 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466092916 2024-12-06T06:21:02,917 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:21:02,917 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:21:02,917 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:21:02,917 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:21:02,917 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:21:02,917 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:21:02,917 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,918 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(746): ClusterId : 8c9ec127-b9f7-47e6-baa8-170427cd82d7 2024-12-06T06:21:02,918 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:21:02,920 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:21:02,920 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:21:02,921 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:21:02,922 DEBUG [RS:0;6336e8474e1c:38515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f764f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:21:02,924 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:21:02,925 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:21:02,925 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:21:02,925 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:21:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:21:02,937 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:21:02,937 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:21:02,938 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466062937,5,FailOnTimeoutGroup] 2024-12-06T06:21:02,944 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466062938,5,FailOnTimeoutGroup] 2024-12-06T06:21:02,944 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,944 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:21:02,944 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,944 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,950 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:38515 2024-12-06T06:21:02,950 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:21:02,950 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:21:02,950 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:21:02,951 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,36585,1733466061007 with port=38515, startcode=1733466061067 2024-12-06T06:21:02,951 DEBUG [RS:0;6336e8474e1c:38515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:21:02,952 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:21:02,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,38515,1733466061067 2024-12-06T06:21:02,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36585 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,38515,1733466061067 2024-12-06T06:21:02,954 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152 2024-12-06T06:21:02,954 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35547 2024-12-06T06:21:02,954 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:21:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957/rs 2024-12-06T06:21:02,968 DEBUG [RS:0;6336e8474e1c:38515 {}] zookeeper.ZKUtil(111): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Set watcher on existing znode=/2-1315928957/rs/6336e8474e1c,38515,1733466061067 2024-12-06T06:21:02,968 WARN [RS:0;6336e8474e1c:38515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:21:02,968 INFO [RS:0;6336e8474e1c:38515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:02,968 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067 2024-12-06T06:21:02,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,38515,1733466061067] 2024-12-06T06:21:02,975 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:21:02,980 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:21:02,981 INFO [RS:0;6336e8474e1c:38515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:21:02,981 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,984 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:21:02,985 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:21:02,985 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:21:02,985 DEBUG [RS:0;6336e8474e1c:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:21:02,986 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,986 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,986 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,986 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,986 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:02,986 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38515,1733466061067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:21:03,006 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:21:03,006 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38515,1733466061067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:03,007 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:03,007 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.Replication(171): 6336e8474e1c,38515,1733466061067 started 2024-12-06T06:21:03,020 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:03,021 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,38515,1733466061067, RpcServer on 6336e8474e1c/172.17.0.2:38515, sessionid=0x101866ec0b50007 2024-12-06T06:21:03,021 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:21:03,021 DEBUG [RS:0;6336e8474e1c:38515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,38515,1733466061067 2024-12-06T06:21:03,021 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,38515,1733466061067' 2024-12-06T06:21:03,021 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1315928957/flush-table-proc/abort' 2024-12-06T06:21:03,021 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1315928957/flush-table-proc/acquired' 2024-12-06T06:21:03,022 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:21:03,022 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:21:03,022 DEBUG [RS:0;6336e8474e1c:38515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,38515,1733466061067 2024-12-06T06:21:03,022 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,38515,1733466061067' 2024-12-06T06:21:03,022 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1315928957/online-snapshot/abort' 2024-12-06T06:21:03,022 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1315928957/online-snapshot/acquired' 2024-12-06T06:21:03,022 DEBUG [RS:0;6336e8474e1c:38515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:21:03,022 INFO [RS:0;6336e8474e1c:38515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:21:03,022 INFO [RS:0;6336e8474e1c:38515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:21:03,123 INFO [RS:0;6336e8474e1c:38515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:21:03,124 INFO [RS:0;6336e8474e1c:38515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C38515%2C1733466061067, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/oldWALs, maxLogs=10 2024-12-06T06:21:03,137 DEBUG [RS:0;6336e8474e1c:38515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124, exclude list is [], retry=0 2024-12-06T06:21:03,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41805,DS-2c5f6c3e-fd4f-4d6a-aadf-a0961b4c0f1e,DISK] 2024-12-06T06:21:03,140 INFO [RS:0;6336e8474e1c:38515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 2024-12-06T06:21:03,140 DEBUG [RS:0;6336e8474e1c:38515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36901:36901)] 2024-12-06T06:21:03,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:21:03,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152 2024-12-06T06:21:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:21:03,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:03,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:21:03,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:21:03,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:03,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:03,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:21:03,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:21:03,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:03,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:03,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:21:03,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:21:03,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:03,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:03,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:21:03,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:21:03,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:03,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:03,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:21:03,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740 2024-12-06T06:21:03,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740 2024-12-06T06:21:03,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:21:03,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:21:03,748 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:03,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:21:03,751 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:03,752 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64828735, jitterRate=-0.03397656977176666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:03,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733466063741Initializing all the Stores at 1733466063741Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466063742 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466063742Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466063742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466063742Cleaning up temporary data from old regions at 1733466063748 (+6 ms)Region opened successfully at 1733466063752 (+4 ms) 2024-12-06T06:21:03,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:03,752 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:03,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:03,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:03,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:03,753 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:03,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466063752Disabling compacts and flushes for region at 1733466063752Disabling writes for close at 1733466063752Writing region close event to WAL at 1733466063753 (+1 ms)Closed at 1733466063753 2024-12-06T06:21:03,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:03,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:21:03,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:21:03,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:21:03,755 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:21:03,905 DEBUG [6336e8474e1c:36585 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:21:03,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,38515,1733466061067 2024-12-06T06:21:03,907 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,38515,1733466061067, state=OPENING 2024-12-06T06:21:03,908 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:21:03,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:03,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:03,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1315928957/meta-region-server: CHANGED 2024-12-06T06:21:03,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1315928957/meta-region-server: CHANGED 2024-12-06T06:21:03,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:21:03,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,38515,1733466061067}] 2024-12-06T06:21:04,062 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:04,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:21:04,067 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:21:04,067 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:04,067 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:21:04,069 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C38515%2C1733466061067.meta, suffix=.meta, logDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/oldWALs, maxLogs=10 2024-12-06T06:21:04,089 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.meta.1733466064069.meta, exclude list is [], retry=0 2024-12-06T06:21:04,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41805,DS-2c5f6c3e-fd4f-4d6a-aadf-a0961b4c0f1e,DISK] 2024-12-06T06:21:04,093 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.meta.1733466064069.meta 2024-12-06T06:21:04,093 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36901:36901)] 2024-12-06T06:21:04,093 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:04,093 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:04,094 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:21:04,094 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:21:04,094 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:21:04,094 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:21:04,094 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:04,094 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:21:04,094 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:21:04,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:21:04,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:21:04,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:04,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:04,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:21:04,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:21:04,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:04,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:04,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:21:04,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:21:04,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:04,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:04,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:21:04,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:21:04,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:04,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:04,099 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:21:04,099 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740 2024-12-06T06:21:04,100 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740 2024-12-06T06:21:04,101 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:21:04,101 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:21:04,101 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:04,102 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:21:04,103 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70843571, jitterRate=0.0556514710187912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:04,103 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:21:04,103 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733466064094Writing region info on filesystem at 1733466064094Initializing all the Stores at 1733466064095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466064095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466064095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466064095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466064095Cleaning up temporary data from old regions at 1733466064101 (+6 ms)Running coprocessor post-open hooks at 1733466064103 (+2 ms)Region opened successfully at 1733466064103 2024-12-06T06:21:04,104 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466064062 2024-12-06T06:21:04,105 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:21:04,105 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:21:04,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,38515,1733466061067 2024-12-06T06:21:04,107 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,38515,1733466061067, state=OPEN 2024-12-06T06:21:04,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1315928957/meta-region-server 2024-12-06T06:21:04,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1315928957/meta-region-server 2024-12-06T06:21:04,108 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,38515,1733466061067 2024-12-06T06:21:04,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1315928957/meta-region-server: CHANGED 2024-12-06T06:21:04,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1315928957/meta-region-server: CHANGED 2024-12-06T06:21:04,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:21:04,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,38515,1733466061067 in 198 msec 2024-12-06T06:21:04,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:21:04,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-06T06:21:04,112 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:04,113 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:21:04,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:04,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,38515,1733466061067, seqNum=-1] 2024-12-06T06:21:04,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:04,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:04,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-12-06T06:21:04,119 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466064119, completionTime=-1 2024-12-06T06:21:04,119 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:21:04,119 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:21:04,121 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:21:04,121 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466124121 2024-12-06T06:21:04,121 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466184121 2024-12-06T06:21:04,121 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:21:04,122 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36585,1733466061007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:04,122 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36585,1733466061007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:04,122 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36585,1733466061007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:04,122 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:36585, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:04,122 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:04,122 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:04,123 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:21:04,125 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.009sec 2024-12-06T06:21:04,125 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:21:04,125 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:21:04,125 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:21:04,125 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:21:04,126 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:21:04,126 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36585,1733466061007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:21:04,126 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36585,1733466061007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:21:04,129 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:21:04,129 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:21:04,129 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36585,1733466061007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:04,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f7ee98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:04,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36585,-1 for getting cluster id 2024-12-06T06:21:04,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:04,220 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c9ec127-b9f7-47e6-baa8-170427cd82d7' 2024-12-06T06:21:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c9ec127-b9f7-47e6-baa8-170427cd82d7" 2024-12-06T06:21:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0b6fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36585,-1] 2024-12-06T06:21:04,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:04,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:04,221 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:04,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244ac288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:04,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:04,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,38515,1733466061067, seqNum=-1] 2024-12-06T06:21:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:04,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:04,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,36585,1733466061007 2024-12-06T06:21:04,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53692 2024-12-06T06:21:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:04,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101866ec0b50008 connected 2024-12-06T06:21:04,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:04,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,46247,1733466053709 2024-12-06T06:21:04,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eb2fdc0 2024-12-06T06:21:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:04,234 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:04,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:21:04,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:04,237 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:04,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:21:04,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:21:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:04,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51622c940912eb5ae5d4e8fcac136ce5, NAME => 'test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d 2024-12-06T06:21:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:21:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:05,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:05,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 51622c940912eb5ae5d4e8fcac136ce5, disabling compactions & flushes 2024-12-06T06:21:05,051 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:05,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:05,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. after waiting 0 ms 2024-12-06T06:21:05,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:05,051 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:05,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51622c940912eb5ae5d4e8fcac136ce5: Waiting for close lock at 1733466065050Disabling compacts and flushes for region at 1733466065050Disabling writes for close at 1733466065051 (+1 ms)Writing region close event to WAL at 1733466065051Closed at 1733466065051 2024-12-06T06:21:05,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:05,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733466065052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466065052"}]},"ts":"1733466065052"} 2024-12-06T06:21:05,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:05,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:05,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466065055"}]},"ts":"1733466065055"} 2024-12-06T06:21:05,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:21:05,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51622c940912eb5ae5d4e8fcac136ce5, ASSIGN}] 2024-12-06T06:21:05,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51622c940912eb5ae5d4e8fcac136ce5, ASSIGN 2024-12-06T06:21:05,058 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=51622c940912eb5ae5d4e8fcac136ce5, ASSIGN; state=OFFLINE, location=6336e8474e1c,35273,1733466053805; forceNewPlan=false, retain=false 2024-12-06T06:21:05,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51622c940912eb5ae5d4e8fcac136ce5, regionState=OPENING, regionLocation=6336e8474e1c,35273,1733466053805 2024-12-06T06:21:05,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=51622c940912eb5ae5d4e8fcac136ce5, ASSIGN because future has completed 2024-12-06T06:21:05,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51622c940912eb5ae5d4e8fcac136ce5, server=6336e8474e1c,35273,1733466053805}] 2024-12-06T06:21:05,366 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:05,366 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 51622c940912eb5ae5d4e8fcac136ce5, NAME => 'test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:05,366 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:05,366 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:21:05,367 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,367 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:05,367 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,367 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,368 INFO [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,369 INFO [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51622c940912eb5ae5d4e8fcac136ce5 columnFamilyName f 2024-12-06T06:21:05,369 DEBUG [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:05,369 INFO [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] regionserver.HStore(327): Store=51622c940912eb5ae5d4e8fcac136ce5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:05,369 INFO [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:05,370 INFO [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51622c940912eb5ae5d4e8fcac136ce5 columnFamilyName f1 2024-12-06T06:21:05,370 DEBUG [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:05,370 INFO [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] regionserver.HStore(327): Store=51622c940912eb5ae5d4e8fcac136ce5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:05,371 INFO [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,371 INFO [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51622c940912eb5ae5d4e8fcac136ce5 columnFamilyName norep 2024-12-06T06:21:05,371 DEBUG [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:05,372 INFO [StoreOpener-51622c940912eb5ae5d4e8fcac136ce5-1 {}] regionserver.HStore(327): Store=51622c940912eb5ae5d4e8fcac136ce5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:05,372 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,372 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,372 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,373 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,373 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,373 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:05,374 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,375 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:05,376 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 51622c940912eb5ae5d4e8fcac136ce5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65970747, jitterRate=-0.016959264874458313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:05,376 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:05,376 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 51622c940912eb5ae5d4e8fcac136ce5: Running coprocessor pre-open hook at 1733466065367Writing region info on filesystem at 1733466065367Initializing all the Stores at 1733466065367Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466065367Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466065368 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466065368Cleaning up temporary data from old regions at 1733466065373 (+5 ms)Running coprocessor post-open hooks at 1733466065376 (+3 ms)Region opened successfully at 1733466065376 2024-12-06T06:21:05,377 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5., pid=6, masterSystemTime=1733466065363 2024-12-06T06:21:05,379 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:05,379 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:05,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51622c940912eb5ae5d4e8fcac136ce5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,35273,1733466053805 2024-12-06T06:21:05,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51622c940912eb5ae5d4e8fcac136ce5, server=6336e8474e1c,35273,1733466053805 because future has completed 2024-12-06T06:21:05,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:21:05,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 51622c940912eb5ae5d4e8fcac136ce5, server=6336e8474e1c,35273,1733466053805 in 171 msec 2024-12-06T06:21:05,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:21:05,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=51622c940912eb5ae5d4e8fcac136ce5, ASSIGN in 326 msec 2024-12-06T06:21:05,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:05,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466065386"}]},"ts":"1733466065386"} 2024-12-06T06:21:05,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:21:05,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:05,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-06T06:21:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:06,390 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:21:06,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34291,1733466057162 2024-12-06T06:21:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7920ea0d 2024-12-06T06:21:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:06,392 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:06,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:21:06,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:06,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:06,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:21:06,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:21:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:06,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T06:21:06,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T06:21:06,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:21:06,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T06:21:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:06,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e2f428c3f179316ee5f7621a3fdb751, NAME => 'test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68 2024-12-06T06:21:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:21:06,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:06,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:21:06,820 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88583 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:21:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:07,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:07,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e2f428c3f179316ee5f7621a3fdb751, disabling compactions & flushes 2024-12-06T06:21:07,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:07,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:07,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. after waiting 0 ms 2024-12-06T06:21:07,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:07,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:07,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e2f428c3f179316ee5f7621a3fdb751: Waiting for close lock at 1733466067207Disabling compacts and flushes for region at 1733466067207Disabling writes for close at 1733466067207Writing region close event to WAL at 1733466067207Closed at 1733466067207 2024-12-06T06:21:07,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:07,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733466067208"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466067208"}]},"ts":"1733466067208"} 2024-12-06T06:21:07,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:07,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:07,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466067211"}]},"ts":"1733466067211"} 2024-12-06T06:21:07,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:21:07,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e2f428c3f179316ee5f7621a3fdb751, ASSIGN}] 2024-12-06T06:21:07,214 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e2f428c3f179316ee5f7621a3fdb751, ASSIGN 2024-12-06T06:21:07,215 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e2f428c3f179316ee5f7621a3fdb751, ASSIGN; state=OFFLINE, location=6336e8474e1c,34717,1733466057195; forceNewPlan=false, retain=false 2024-12-06T06:21:07,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T06:21:07,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e2f428c3f179316ee5f7621a3fdb751, regionState=OPENING, regionLocation=6336e8474e1c,34717,1733466057195 2024-12-06T06:21:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e2f428c3f179316ee5f7621a3fdb751, ASSIGN because future has completed 2024-12-06T06:21:07,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e2f428c3f179316ee5f7621a3fdb751, server=6336e8474e1c,34717,1733466057195}] 2024-12-06T06:21:07,523 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:07,523 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e2f428c3f179316ee5f7621a3fdb751, NAME => 'test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:07,523 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:07,523 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:21:07,523 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,523 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:07,523 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,523 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,525 INFO [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,526 INFO [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e2f428c3f179316ee5f7621a3fdb751 columnFamilyName f 2024-12-06T06:21:07,526 DEBUG [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:07,527 INFO [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] regionserver.HStore(327): Store=6e2f428c3f179316ee5f7621a3fdb751/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:07,527 INFO [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,528 INFO [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e2f428c3f179316ee5f7621a3fdb751 columnFamilyName f1 2024-12-06T06:21:07,528 DEBUG [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:07,529 INFO [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] regionserver.HStore(327): Store=6e2f428c3f179316ee5f7621a3fdb751/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:07,529 INFO [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:07,530 INFO [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e2f428c3f179316ee5f7621a3fdb751 columnFamilyName norep 2024-12-06T06:21:07,530 DEBUG [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:07,530 INFO [StoreOpener-6e2f428c3f179316ee5f7621a3fdb751-1 {}] regionserver.HStore(327): Store=6e2f428c3f179316ee5f7621a3fdb751/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:07,530 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,531 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,531 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,532 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,532 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,532 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:07,533 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,534 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:07,535 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e2f428c3f179316ee5f7621a3fdb751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73210353, jitterRate=0.09091927111148834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:07,535 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:07,535 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e2f428c3f179316ee5f7621a3fdb751: Running coprocessor pre-open hook at 1733466067523Writing region info on filesystem at 1733466067524 (+1 ms)Initializing all the Stores at 1733466067524Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466067524Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466067525 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466067525Cleaning up temporary data from old regions at 1733466067532 (+7 ms)Running coprocessor post-open hooks at 1733466067535 (+3 ms)Region opened successfully at 1733466067535 2024-12-06T06:21:07,536 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751., pid=6, masterSystemTime=1733466067519 2024-12-06T06:21:07,537 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:07,537 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:07,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e2f428c3f179316ee5f7621a3fdb751, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,34717,1733466057195 2024-12-06T06:21:07,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e2f428c3f179316ee5f7621a3fdb751, server=6336e8474e1c,34717,1733466057195 because future has completed 2024-12-06T06:21:07,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:21:07,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e2f428c3f179316ee5f7621a3fdb751, server=6336e8474e1c,34717,1733466057195 in 172 msec 2024-12-06T06:21:07,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:21:07,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e2f428c3f179316ee5f7621a3fdb751, ASSIGN in 329 msec 2024-12-06T06:21:07,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:07,544 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466067544"}]},"ts":"1733466067544"} 2024-12-06T06:21:07,545 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:21:07,546 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:07,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-06T06:21:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:08,540 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:21:08,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36585,1733466061007 2024-12-06T06:21:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45a9fa64 2024-12-06T06:21:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:08,542 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:08,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:21:08,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:08,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:08,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:21:08,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:08,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:21:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:08,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2261f6f54f647bba259ce5ed1b01934, NAME => 'test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152 2024-12-06T06:21:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:21:08,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:08,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a2261f6f54f647bba259ce5ed1b01934, disabling compactions & flushes 2024-12-06T06:21:08,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:08,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:08,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. after waiting 0 ms 2024-12-06T06:21:08,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:08,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:08,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2261f6f54f647bba259ce5ed1b01934: Waiting for close lock at 1733466068957Disabling compacts and flushes for region at 1733466068957Disabling writes for close at 1733466068957Writing region close event to WAL at 1733466068957Closed at 1733466068957 2024-12-06T06:21:08,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:08,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733466068958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466068958"}]},"ts":"1733466068958"} 2024-12-06T06:21:08,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:08,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:08,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466068961"}]},"ts":"1733466068961"} 2024-12-06T06:21:08,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:21:08,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2261f6f54f647bba259ce5ed1b01934, ASSIGN}] 2024-12-06T06:21:08,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2261f6f54f647bba259ce5ed1b01934, ASSIGN 2024-12-06T06:21:08,964 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a2261f6f54f647bba259ce5ed1b01934, ASSIGN; state=OFFLINE, location=6336e8474e1c,38515,1733466061067; forceNewPlan=false, retain=false 2024-12-06T06:21:09,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2261f6f54f647bba259ce5ed1b01934, regionState=OPENING, regionLocation=6336e8474e1c,38515,1733466061067 2024-12-06T06:21:09,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a2261f6f54f647bba259ce5ed1b01934, ASSIGN because future has completed 2024-12-06T06:21:09,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2261f6f54f647bba259ce5ed1b01934, server=6336e8474e1c,38515,1733466061067}] 2024-12-06T06:21:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:09,272 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:09,272 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a2261f6f54f647bba259ce5ed1b01934, NAME => 'test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:09,273 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:09,273 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:21:09,273 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,273 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:09,273 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,273 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,274 INFO [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,275 INFO [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2261f6f54f647bba259ce5ed1b01934 columnFamilyName f 2024-12-06T06:21:09,275 DEBUG [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:09,275 INFO [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] regionserver.HStore(327): Store=a2261f6f54f647bba259ce5ed1b01934/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:09,275 INFO [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,276 INFO [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2261f6f54f647bba259ce5ed1b01934 columnFamilyName f1 2024-12-06T06:21:09,276 DEBUG [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:09,276 INFO [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] regionserver.HStore(327): Store=a2261f6f54f647bba259ce5ed1b01934/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:09,276 INFO [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,277 INFO [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2261f6f54f647bba259ce5ed1b01934 columnFamilyName norep 2024-12-06T06:21:09,277 DEBUG [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:09,277 INFO [StoreOpener-a2261f6f54f647bba259ce5ed1b01934-1 {}] regionserver.HStore(327): Store=a2261f6f54f647bba259ce5ed1b01934/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:09,277 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,278 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,278 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,279 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,279 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,279 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:09,280 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,281 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:09,282 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a2261f6f54f647bba259ce5ed1b01934; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71511314, jitterRate=0.06560161709785461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:09,282 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:09,282 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a2261f6f54f647bba259ce5ed1b01934: Running coprocessor pre-open hook at 1733466069273Writing region info on filesystem at 1733466069273Initializing all the Stores at 1733466069274 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466069274Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466069274Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466069274Cleaning up temporary data from old regions at 1733466069279 (+5 ms)Running coprocessor post-open hooks at 1733466069282 (+3 ms)Region opened successfully at 1733466069282 2024-12-06T06:21:09,282 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934., pid=6, masterSystemTime=1733466069269 2024-12-06T06:21:09,284 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:09,284 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:09,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2261f6f54f647bba259ce5ed1b01934, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,38515,1733466061067 2024-12-06T06:21:09,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2261f6f54f647bba259ce5ed1b01934, server=6336e8474e1c,38515,1733466061067 because future has completed 2024-12-06T06:21:09,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:21:09,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a2261f6f54f647bba259ce5ed1b01934, server=6336e8474e1c,38515,1733466061067 in 170 msec 2024-12-06T06:21:09,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:21:09,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a2261f6f54f647bba259ce5ed1b01934, ASSIGN in 325 msec 2024-12-06T06:21:09,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:09,290 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466069290"}]},"ts":"1733466069290"} 2024-12-06T06:21:09,292 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:21:09,292 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:09,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-12-06T06:21:09,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:21:09,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:09,681 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:21:09,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a25e074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:09,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,46247,-1 for getting cluster id 2024-12-06T06:21:09,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:09,688 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06ca2dd7-526c-4d3a-b9e6-1af0d88787a7' 2024-12-06T06:21:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06ca2dd7-526c-4d3a-b9e6-1af0d88787a7" 2024-12-06T06:21:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bf411a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,46247,-1] 2024-12-06T06:21:09,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:09,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:09,690 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7da845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:09,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,46247,1733466053709 2024-12-06T06:21:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69c099b0 2024-12-06T06:21:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:09,694 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:09,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:34291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:21:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:21:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:09,697 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:34291' 2024-12-06T06:21:09,698 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77df66ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:09,698 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34291,-1 for getting cluster id 2024-12-06T06:21:09,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:09,699 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4cd608-970d-472f-bf97-a5d347921f69' 2024-12-06T06:21:09,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:09,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4cd608-970d-472f-bf97-a5d347921f69" 2024-12-06T06:21:09,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5fe8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:09,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34291,-1] 2024-12-06T06:21:09,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:09,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:09,700 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:09,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e299c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:09,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:09,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34291,1733466057162 2024-12-06T06:21:09,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b2fe938 2024-12-06T06:21:09,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:09,702 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:09,703 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:21:09,703 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:21:09,703 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:09,703 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:09,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:09,703 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:09,706 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:21:09,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:09,707 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:09,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:21:09,756 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:21:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:10,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9290fa62a2a8149a599e2627c935e9d0, NAME => 'hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d 2024-12-06T06:21:10,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:21:10,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:10,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9290fa62a2a8149a599e2627c935e9d0, disabling compactions & flushes 2024-12-06T06:21:10,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:10,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:10,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. after waiting 0 ms 2024-12-06T06:21:10,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:10,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:10,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9290fa62a2a8149a599e2627c935e9d0: Waiting for close lock at 1733466070125Disabling compacts and flushes for region at 1733466070125Disabling writes for close at 1733466070125Writing region close event to WAL at 1733466070125Closed at 1733466070125 2024-12-06T06:21:10,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:10,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733466070126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466070126"}]},"ts":"1733466070126"} 2024-12-06T06:21:10,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:10,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:10,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466070129"}]},"ts":"1733466070129"} 2024-12-06T06:21:10,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:21:10,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9290fa62a2a8149a599e2627c935e9d0, ASSIGN}] 2024-12-06T06:21:10,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9290fa62a2a8149a599e2627c935e9d0, ASSIGN 2024-12-06T06:21:10,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9290fa62a2a8149a599e2627c935e9d0, ASSIGN; state=OFFLINE, location=6336e8474e1c,35273,1733466053805; forceNewPlan=false, retain=false 2024-12-06T06:21:10,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9290fa62a2a8149a599e2627c935e9d0, regionState=OPENING, regionLocation=6336e8474e1c,35273,1733466053805 2024-12-06T06:21:10,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9290fa62a2a8149a599e2627c935e9d0, ASSIGN because future has completed 2024-12-06T06:21:10,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9290fa62a2a8149a599e2627c935e9d0, server=6336e8474e1c,35273,1733466053805}] 2024-12-06T06:21:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:10,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:10,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:10,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:21:10,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35273%2C1733466053805.rep, suffix=, logDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805, archiveDir=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/oldWALs, maxLogs=10 2024-12-06T06:21:10,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.rep.1733466070443, exclude list is [], retry=0 2024-12-06T06:21:10,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40645,DS-a488753d-f987-421c-8f32-a30bba4c5b48,DISK] 2024-12-06T06:21:10,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.rep.1733466070443 2024-12-06T06:21:10,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45845:45845)] 2024-12-06T06:21:10,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9290fa62a2a8149a599e2627c935e9d0, NAME => 'hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:10,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:10,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:21:10,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. service=MultiRowMutationService 2024-12-06T06:21:10,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:21:10,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:10,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,465 INFO [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,466 INFO [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9290fa62a2a8149a599e2627c935e9d0 columnFamilyName hfileref 2024-12-06T06:21:10,466 DEBUG [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:10,466 INFO [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] regionserver.HStore(327): Store=9290fa62a2a8149a599e2627c935e9d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:10,466 INFO [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,467 INFO [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9290fa62a2a8149a599e2627c935e9d0 columnFamilyName queue 2024-12-06T06:21:10,467 DEBUG [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:10,468 INFO [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] regionserver.HStore(327): Store=9290fa62a2a8149a599e2627c935e9d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:10,468 INFO [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,469 INFO [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9290fa62a2a8149a599e2627c935e9d0 columnFamilyName sid 2024-12-06T06:21:10,469 DEBUG [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:10,469 INFO [StoreOpener-9290fa62a2a8149a599e2627c935e9d0-1 {}] regionserver.HStore(327): Store=9290fa62a2a8149a599e2627c935e9d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:10,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/replication/9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/replication/9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:10,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/replication/9290fa62a2a8149a599e2627c935e9d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:10,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9290fa62a2a8149a599e2627c935e9d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75470157, jitterRate=0.12459297478199005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:10,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:10,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9290fa62a2a8149a599e2627c935e9d0: Running coprocessor pre-open hook at 1733466070464Writing region info on filesystem at 1733466070464Initializing all the Stores at 1733466070465 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466070465Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466070465Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466070465Cleaning up temporary data from old regions at 1733466070470 (+5 ms)Running coprocessor post-open hooks at 1733466070473 (+3 ms)Region opened successfully at 1733466070473 2024-12-06T06:21:10,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0., pid=10, masterSystemTime=1733466070438 2024-12-06T06:21:10,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:10,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:10,476 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9290fa62a2a8149a599e2627c935e9d0, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,35273,1733466053805 2024-12-06T06:21:10,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9290fa62a2a8149a599e2627c935e9d0, server=6336e8474e1c,35273,1733466053805 because future has completed 2024-12-06T06:21:10,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:21:10,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9290fa62a2a8149a599e2627c935e9d0, server=6336e8474e1c,35273,1733466053805 in 193 msec 2024-12-06T06:21:10,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:21:10,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9290fa62a2a8149a599e2627c935e9d0, ASSIGN in 350 msec 2024-12-06T06:21:10,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:10,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466070483"}]},"ts":"1733466070483"} 2024-12-06T06:21:10,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:21:10,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:10,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 783 msec 2024-12-06T06:21:10,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0., hostname=6336e8474e1c,35273,1733466053805, seqNum=2] 2024-12-06T06:21:10,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:21:10,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:21:10,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:21:10,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:21:10,673 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:21:10,705 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,35273,1733466053805, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:21:10,706 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:10,706 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35273,1733466053805, seqNum=-1] 2024-12-06T06:21:10,706 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:10,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-06T06:21:10,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,35273,1733466053805', locateType=CURRENT is [region=hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0., hostname=6336e8474e1c,35273,1733466053805, seqNum=2] 2024-12-06T06:21:10,711 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:21:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:21:10,713 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,35273,1733466053805 suceeded 2024-12-06T06:21:10,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:21:10,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-06T06:21:10,715 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:34291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:21:10,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0210 sec 2024-12-06T06:21:10,727 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:34291' 2024-12-06T06:21:10,729 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cf2de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:10,729 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34291,-1 for getting cluster id 2024-12-06T06:21:10,729 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:10,730 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4cd608-970d-472f-bf97-a5d347921f69' 2024-12-06T06:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4cd608-970d-472f-bf97-a5d347921f69" 2024-12-06T06:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62ad7aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34291,-1] 2024-12-06T06:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:10,731 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:10,731 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7276e8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:10,731 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:10,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34291,1733466057162 2024-12-06T06:21:10,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62d69d5e 2024-12-06T06:21:10,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:10,733 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-06T06:21:10,734 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,35273,1733466053805 (queues=1) is replicating from cluster=06ca2dd7-526c-4d3a-b9e6-1af0d88787a7 to cluster=db4cd608-970d-472f-bf97-a5d347921f69 2024-12-06T06:21:10,734 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C35273%2C1733466053805 2024-12-06T06:21:10,734 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,35273,1733466053805, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:21:10,734 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C35273%2C1733466053805 2024-12-06T06:21:10,734 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431, startPosition=0, beingWritten=true 2024-12-06T06:21:10,739 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:10,739 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 379, reset compression=false 2024-12-06T06:21:10,739 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35273,1733466053805 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:10,831 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:21:10,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:10,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:10,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:10,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:10,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:10,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6afda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:10,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34291,-1 for getting cluster id 2024-12-06T06:21:10,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:10,833 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4cd608-970d-472f-bf97-a5d347921f69' 2024-12-06T06:21:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4cd608-970d-472f-bf97-a5d347921f69" 2024-12-06T06:21:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27204525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34291,-1] 2024-12-06T06:21:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:10,834 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:10,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4ff433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:10,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34291,1733466057162 2024-12-06T06:21:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724ebb86 2024-12-06T06:21:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:10,836 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:10,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:36585,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:21:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:21:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:10,839 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:36585' 2024-12-06T06:21:10,840 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d32729a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:10,840 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36585,-1 for getting cluster id 2024-12-06T06:21:10,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:10,841 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c9ec127-b9f7-47e6-baa8-170427cd82d7' 2024-12-06T06:21:10,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:10,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c9ec127-b9f7-47e6-baa8-170427cd82d7" 2024-12-06T06:21:10,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba0f26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:10,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36585,-1] 2024-12-06T06:21:10,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:10,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:10,842 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:10,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd1d142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:10,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:10,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36585,1733466061007 2024-12-06T06:21:10,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@370780e4 2024-12-06T06:21:10,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:10,844 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:10,845 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:21:10,845 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:21:10,845 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:10,845 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:10,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:10,846 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:10,846 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:21:10,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:10,847 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:10,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:21:10,897 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:21:10,942 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 379, reset compression=false 2024-12-06T06:21:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:11,246 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 379, reset compression=false 2024-12-06T06:21:11,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e19603dfba76176fd883f2ed1d20909, NAME => 'hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68 2024-12-06T06:21:11,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:21:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:11,650 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 379, reset compression=false 2024-12-06T06:21:11,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:11,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1e19603dfba76176fd883f2ed1d20909, disabling compactions & flushes 2024-12-06T06:21:11,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:11,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:11,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. after waiting 0 ms 2024-12-06T06:21:11,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:11,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:11,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e19603dfba76176fd883f2ed1d20909: Waiting for close lock at 1733466071659Disabling compacts and flushes for region at 1733466071659Disabling writes for close at 1733466071659Writing region close event to WAL at 1733466071659Closed at 1733466071659 2024-12-06T06:21:11,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:11,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733466071661"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466071661"}]},"ts":"1733466071661"} 2024-12-06T06:21:11,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:11,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:11,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466071663"}]},"ts":"1733466071663"} 2024-12-06T06:21:11,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:21:11,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e19603dfba76176fd883f2ed1d20909, ASSIGN}] 2024-12-06T06:21:11,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e19603dfba76176fd883f2ed1d20909, ASSIGN 2024-12-06T06:21:11,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e19603dfba76176fd883f2ed1d20909, ASSIGN; state=OFFLINE, location=6336e8474e1c,34717,1733466057195; forceNewPlan=false, retain=false 2024-12-06T06:21:11,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e19603dfba76176fd883f2ed1d20909, regionState=OPENING, regionLocation=6336e8474e1c,34717,1733466057195 2024-12-06T06:21:11,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e19603dfba76176fd883f2ed1d20909, ASSIGN because future has completed 2024-12-06T06:21:11,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e19603dfba76176fd883f2ed1d20909, server=6336e8474e1c,34717,1733466057195}] 2024-12-06T06:21:11,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:11,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:11,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:21:11,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C34717%2C1733466057195.rep, suffix=, logDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195, archiveDir=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/oldWALs, maxLogs=10 2024-12-06T06:21:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:11,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.rep.1733466071978, exclude list is [], retry=0 2024-12-06T06:21:11,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35161,DS-fe1a555d-f9bb-496e-99b3-3c77bc03123a,DISK] 2024-12-06T06:21:11,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.rep.1733466071978 2024-12-06T06:21:11,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38369:38369)] 2024-12-06T06:21:11,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e19603dfba76176fd883f2ed1d20909, NAME => 'hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:11,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:21:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. service=MultiRowMutationService 2024-12-06T06:21:11,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:21:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:11,999 INFO [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:12,000 INFO [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e19603dfba76176fd883f2ed1d20909 columnFamilyName hfileref 2024-12-06T06:21:12,000 DEBUG [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:12,000 INFO [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] regionserver.HStore(327): Store=1e19603dfba76176fd883f2ed1d20909/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:12,000 INFO [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:12,001 INFO [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e19603dfba76176fd883f2ed1d20909 columnFamilyName queue 2024-12-06T06:21:12,001 DEBUG [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:12,002 INFO [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] regionserver.HStore(327): Store=1e19603dfba76176fd883f2ed1d20909/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:12,002 INFO [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:12,003 INFO [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e19603dfba76176fd883f2ed1d20909 columnFamilyName sid 2024-12-06T06:21:12,003 DEBUG [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:12,003 INFO [StoreOpener-1e19603dfba76176fd883f2ed1d20909-1 {}] regionserver.HStore(327): Store=1e19603dfba76176fd883f2ed1d20909/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:12,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:12,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/replication/1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:12,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/replication/1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:12,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:12,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:12,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:12,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:12,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/replication/1e19603dfba76176fd883f2ed1d20909/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:12,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1e19603dfba76176fd883f2ed1d20909; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73462199, jitterRate=0.0946720689535141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:12,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:12,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1e19603dfba76176fd883f2ed1d20909: Running coprocessor pre-open hook at 1733466071998Writing region info on filesystem at 1733466071998Initializing all the Stores at 1733466071999 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466071999Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466071999Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466071999Cleaning up temporary data from old regions at 1733466072005 (+6 ms)Running coprocessor post-open hooks at 1733466072010 (+5 ms)Region opened successfully at 1733466072011 (+1 ms) 2024-12-06T06:21:12,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909., pid=10, masterSystemTime=1733466071972 2024-12-06T06:21:12,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:12,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:12,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e19603dfba76176fd883f2ed1d20909, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34717,1733466057195 2024-12-06T06:21:12,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e19603dfba76176fd883f2ed1d20909, server=6336e8474e1c,34717,1733466057195 because future has completed 2024-12-06T06:21:12,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:21:12,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e19603dfba76176fd883f2ed1d20909, server=6336e8474e1c,34717,1733466057195 in 196 msec 2024-12-06T06:21:12,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:21:12,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e19603dfba76176fd883f2ed1d20909, ASSIGN in 353 msec 2024-12-06T06:21:12,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:12,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466072021"}]},"ts":"1733466072021"} 2024-12-06T06:21:12,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:21:12,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:12,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-06T06:21:12,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909., hostname=6336e8474e1c,34717,1733466057195, seqNum=2] 2024-12-06T06:21:12,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:21:12,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:21:12,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:21:12,154 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 379, reset compression=false 2024-12-06T06:21:12,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:21:12,214 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:21:12,246 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,34717,1733466057195, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:21:12,246 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:12,246 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34717,1733466057195, seqNum=-1] 2024-12-06T06:21:12,247 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:12,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-06T06:21:12,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,34717,1733466057195', locateType=CURRENT is [region=hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909., hostname=6336e8474e1c,34717,1733466057195, seqNum=2] 2024-12-06T06:21:12,251 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:21:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:21:12,253 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,34717,1733466057195 suceeded 2024-12-06T06:21:12,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:21:12,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-06T06:21:12,255 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:36585,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:21:12,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-12-06T06:21:12,266 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:36585' 2024-12-06T06:21:12,268 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f3486cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:12,268 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36585,-1 for getting cluster id 2024-12-06T06:21:12,268 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:12,268 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c9ec127-b9f7-47e6-baa8-170427cd82d7' 2024-12-06T06:21:12,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:12,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c9ec127-b9f7-47e6-baa8-170427cd82d7" 2024-12-06T06:21:12,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b20ac6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:12,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36585,-1] 2024-12-06T06:21:12,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:12,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:12,270 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:12,270 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d2de3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:12,270 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:12,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36585,1733466061007 2024-12-06T06:21:12,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4db100bf 2024-12-06T06:21:12,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:12,272 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-06T06:21:12,272 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,34717,1733466057195 (queues=1) is replicating from cluster=db4cd608-970d-472f-bf97-a5d347921f69 to cluster=8c9ec127-b9f7-47e6-baa8-170427cd82d7 2024-12-06T06:21:12,272 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C34717%2C1733466057195 2024-12-06T06:21:12,272 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,34717,1733466057195, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:21:12,273 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C34717%2C1733466057195 2024-12-06T06:21:12,273 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202, startPosition=0, beingWritten=true 2024-12-06T06:21:12,278 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:12,278 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 379, reset compression=false 2024-12-06T06:21:12,278 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34717,1733466057195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:12,482 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 379, reset compression=false 2024-12-06T06:21:12,758 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 379, reset compression=false 2024-12-06T06:21:12,786 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 379, reset compression=false 2024-12-06T06:21:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:12,990 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:21:12,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:12,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:12,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:12,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:12,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:12,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:12,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36585,-1 for getting cluster id 2024-12-06T06:21:12,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:12,993 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c9ec127-b9f7-47e6-baa8-170427cd82d7' 2024-12-06T06:21:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c9ec127-b9f7-47e6-baa8-170427cd82d7" 2024-12-06T06:21:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b876b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36585,-1] 2024-12-06T06:21:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:12,998 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8d2d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:12,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,36585,1733466061007 2024-12-06T06:21:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bbed3d6 2024-12-06T06:21:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:13,002 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:13,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:34291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:21:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:21:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:13,005 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:34291' 2024-12-06T06:21:13,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4247a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:13,006 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34291,-1 for getting cluster id 2024-12-06T06:21:13,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:13,007 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4cd608-970d-472f-bf97-a5d347921f69' 2024-12-06T06:21:13,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:13,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4cd608-970d-472f-bf97-a5d347921f69" 2024-12-06T06:21:13,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198fc1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:13,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34291,-1] 2024-12-06T06:21:13,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:13,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:13,009 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:13,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5795873a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:13,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:13,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34291,1733466057162 2024-12-06T06:21:13,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad82326 2024-12-06T06:21:13,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:13,011 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:13,012 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:21:13,012 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:21:13,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:13,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:13,013 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:13,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:13,014 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:21:13,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:13,016 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:13,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:13,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:21:13,065 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:21:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:13,190 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 379, reset compression=false 2024-12-06T06:21:13,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T06:21:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:13,439 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a460067ccf5b9fe263b5cc08abaac5b8, NAME => 'hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152 2024-12-06T06:21:13,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:21:13,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:13,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a460067ccf5b9fe263b5cc08abaac5b8, disabling compactions & flushes 2024-12-06T06:21:13,449 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:13,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:13,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. after waiting 0 ms 2024-12-06T06:21:13,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:13,449 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:13,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a460067ccf5b9fe263b5cc08abaac5b8: Waiting for close lock at 1733466073449Disabling compacts and flushes for region at 1733466073449Disabling writes for close at 1733466073449Writing region close event to WAL at 1733466073449Closed at 1733466073449 2024-12-06T06:21:13,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:13,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733466073455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466073455"}]},"ts":"1733466073455"} 2024-12-06T06:21:13,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:13,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:13,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466073459"}]},"ts":"1733466073459"} 2024-12-06T06:21:13,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:21:13,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a460067ccf5b9fe263b5cc08abaac5b8, ASSIGN}] 2024-12-06T06:21:13,462 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 379, reset compression=false 2024-12-06T06:21:13,463 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a460067ccf5b9fe263b5cc08abaac5b8, ASSIGN 2024-12-06T06:21:13,464 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a460067ccf5b9fe263b5cc08abaac5b8, ASSIGN; state=OFFLINE, location=6336e8474e1c,38515,1733466061067; forceNewPlan=false, retain=false 2024-12-06T06:21:13,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a460067ccf5b9fe263b5cc08abaac5b8, regionState=OPENING, regionLocation=6336e8474e1c,38515,1733466061067 2024-12-06T06:21:13,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a460067ccf5b9fe263b5cc08abaac5b8, ASSIGN because future has completed 2024-12-06T06:21:13,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a460067ccf5b9fe263b5cc08abaac5b8, server=6336e8474e1c,38515,1733466061067}] 2024-12-06T06:21:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:13,695 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 379, reset compression=false 2024-12-06T06:21:13,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:13,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:13,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:21:13,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C38515%2C1733466061067.rep, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/oldWALs, maxLogs=10 2024-12-06T06:21:13,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.rep.1733466073777, exclude list is [], retry=0 2024-12-06T06:21:13,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41805,DS-2c5f6c3e-fd4f-4d6a-aadf-a0961b4c0f1e,DISK] 2024-12-06T06:21:13,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.rep.1733466073777 2024-12-06T06:21:13,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36901:36901)] 2024-12-06T06:21:13,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a460067ccf5b9fe263b5cc08abaac5b8, NAME => 'hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:13,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:13,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:21:13,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. service=MultiRowMutationService 2024-12-06T06:21:13,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:21:13,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:13,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,799 INFO [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,800 INFO [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a460067ccf5b9fe263b5cc08abaac5b8 columnFamilyName hfileref 2024-12-06T06:21:13,800 DEBUG [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:13,801 INFO [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] regionserver.HStore(327): Store=a460067ccf5b9fe263b5cc08abaac5b8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:13,801 INFO [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,802 INFO [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a460067ccf5b9fe263b5cc08abaac5b8 columnFamilyName queue 2024-12-06T06:21:13,802 DEBUG [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:13,803 INFO [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] regionserver.HStore(327): Store=a460067ccf5b9fe263b5cc08abaac5b8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:13,803 INFO [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,804 INFO [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a460067ccf5b9fe263b5cc08abaac5b8 columnFamilyName sid 2024-12-06T06:21:13,804 DEBUG [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:13,805 INFO [StoreOpener-a460067ccf5b9fe263b5cc08abaac5b8-1 {}] regionserver.HStore(327): Store=a460067ccf5b9fe263b5cc08abaac5b8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:13,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/replication/a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/replication/a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:13,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/replication/a460067ccf5b9fe263b5cc08abaac5b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:13,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a460067ccf5b9fe263b5cc08abaac5b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69775577, jitterRate=0.039737120270729065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:13,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:13,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a460067ccf5b9fe263b5cc08abaac5b8: Running coprocessor pre-open hook at 1733466073796Writing region info on filesystem at 1733466073796Initializing all the Stores at 1733466073797 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466073797Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466073799 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466073799Cleaning up temporary data from old regions at 1733466073807 (+8 ms)Running coprocessor post-open hooks at 1733466073812 (+5 ms)Region opened successfully at 1733466073812 2024-12-06T06:21:13,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8., pid=10, masterSystemTime=1733466073771 2024-12-06T06:21:13,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:13,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:13,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a460067ccf5b9fe263b5cc08abaac5b8, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,38515,1733466061067 2024-12-06T06:21:13,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a460067ccf5b9fe263b5cc08abaac5b8, server=6336e8474e1c,38515,1733466061067 because future has completed 2024-12-06T06:21:13,821 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36585 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6336e8474e1c,38515,1733466061067, table=hbase:replication, region=a460067ccf5b9fe263b5cc08abaac5b8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T06:21:13,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:21:13,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a460067ccf5b9fe263b5cc08abaac5b8, server=6336e8474e1c,38515,1733466061067 in 206 msec 2024-12-06T06:21:13,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:21:13,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a460067ccf5b9fe263b5cc08abaac5b8, ASSIGN in 366 msec 2024-12-06T06:21:13,829 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:13,830 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466073830"}]},"ts":"1733466073830"} 2024-12-06T06:21:13,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:21:13,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:13,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 819 msec 2024-12-06T06:21:13,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8., hostname=6336e8474e1c,38515,1733466061067, seqNum=2] 2024-12-06T06:21:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:13,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:21:14,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:21:14,034 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:21:14,072 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,38515,1733466061067, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:21:14,073 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:14,073 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,38515,1733466061067, seqNum=-1] 2024-12-06T06:21:14,073 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:14,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-06T06:21:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,38515,1733466061067', locateType=CURRENT is [region=hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8., hostname=6336e8474e1c,38515,1733466061067, seqNum=2] 2024-12-06T06:21:14,078 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:21:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:21:14,081 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,38515,1733466061067 suceeded 2024-12-06T06:21:14,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:21:14,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-06T06:21:14,083 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:34291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:21:14,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0810 sec 2024-12-06T06:21:14,100 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:34291' 2024-12-06T06:21:14,102 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515c46eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,102 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34291,-1 for getting cluster id 2024-12-06T06:21:14,102 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:14,103 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4cd608-970d-472f-bf97-a5d347921f69' 2024-12-06T06:21:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4cd608-970d-472f-bf97-a5d347921f69" 2024-12-06T06:21:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d5263a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34291,-1] 2024-12-06T06:21:14,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:14,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:14,104 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:14,105 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@477491da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,105 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:14,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34291,1733466057162 2024-12-06T06:21:14,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db3c8cc 2024-12-06T06:21:14,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:14,107 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-06T06:21:14,107 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,38515,1733466061067 (queues=1) is replicating from cluster=8c9ec127-b9f7-47e6-baa8-170427cd82d7 to cluster=db4cd608-970d-472f-bf97-a5d347921f69 2024-12-06T06:21:14,107 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C38515%2C1733466061067 2024-12-06T06:21:14,107 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,38515,1733466061067, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:21:14,108 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124, startPosition=0, beingWritten=true 2024-12-06T06:21:14,108 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C38515%2C1733466061067 2024-12-06T06:21:14,114 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:14,114 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 379, reset compression=false 2024-12-06T06:21:14,114 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,38515,1733466061067 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:14,140 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:21:14,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:14,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:14,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:14,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:14,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:14,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,46247,-1 for getting cluster id 2024-12-06T06:21:14,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:14,142 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06ca2dd7-526c-4d3a-b9e6-1af0d88787a7' 2024-12-06T06:21:14,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:14,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06ca2dd7-526c-4d3a-b9e6-1af0d88787a7" 2024-12-06T06:21:14,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2e2f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,46247,-1] 2024-12-06T06:21:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:14,144 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:14,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16716c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34291,-1 for getting cluster id 2024-12-06T06:21:14,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:14,145 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4cd608-970d-472f-bf97-a5d347921f69' 2024-12-06T06:21:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4cd608-970d-472f-bf97-a5d347921f69" 2024-12-06T06:21:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bde3407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34291,-1] 2024-12-06T06:21:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:14,146 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d40267c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36585,-1 for getting cluster id 2024-12-06T06:21:14,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:14,148 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c9ec127-b9f7-47e6-baa8-170427cd82d7' 2024-12-06T06:21:14,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:14,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c9ec127-b9f7-47e6-baa8-170427cd82d7" 2024-12-06T06:21:14,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bab9f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36585,-1] 2024-12-06T06:21:14,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:14,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:14,149 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:14,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b67d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:14,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35273,1733466053805, seqNum=-1] 2024-12-06T06:21:14,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:14,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5., hostname=6336e8474e1c,35273,1733466053805, seqNum=2] 2024-12-06T06:21:14,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:14,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,38515,1733466061067, seqNum=-1] 2024-12-06T06:21:14,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:14,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934., hostname=6336e8474e1c,38515,1733466061067, seqNum=2] 2024-12-06T06:21:14,173 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T06:21:14,285 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 379, reset compression=false 2024-12-06T06:21:14,290 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:14,290 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 480, reset compression=false 2024-12-06T06:21:14,290 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35273,1733466053805 got entry batch from reader: WALEntryBatch [walEntries=[{test/51622c940912eb5ae5d4e8fcac136ce5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T06:21:14,292 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:14,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-06T06:21:14,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:21:14,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bb1e87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34291,-1 for getting cluster id 2024-12-06T06:21:14,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:14,295 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4cd608-970d-472f-bf97-a5d347921f69' 2024-12-06T06:21:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4cd608-970d-472f-bf97-a5d347921f69" 2024-12-06T06:21:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b371389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34291,-1] 2024-12-06T06:21:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:14,296 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:14,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f28f0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:14,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34717,1733466057195, seqNum=-1] 2024-12-06T06:21:14,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:14,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-06T06:21:14,300 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 379, reset compression=false 2024-12-06T06:21:14,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751., hostname=6336e8474e1c,34717,1733466057195, seqNum=2] 2024-12-06T06:21:14,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:21:14,306 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:14,306 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 503, reset compression=false 2024-12-06T06:21:14,306 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34717,1733466057195 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e2f428c3f179316ee5f7621a3fdb751/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-06T06:21:14,308 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:14,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-06T06:21:14,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:21:14,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10a1a38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,36585,-1 for getting cluster id 2024-12-06T06:21:14,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:14,310 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c9ec127-b9f7-47e6-baa8-170427cd82d7' 2024-12-06T06:21:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c9ec127-b9f7-47e6-baa8-170427cd82d7" 2024-12-06T06:21:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53df8397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,36585,-1] 2024-12-06T06:21:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:14,311 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:14,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d2e2f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:14,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:14,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,38515,1733466061067, seqNum=-1] 2024-12-06T06:21:14,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:14,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-06T06:21:14,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934., hostname=6336e8474e1c,38515,1733466061067, seqNum=2] 2024-12-06T06:21:14,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:21:14,318 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 379, reset compression=false 2024-12-06T06:21:14,322 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:14,322 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 527, reset compression=false 2024-12-06T06:21:14,322 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,38515,1733466061067 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:14,494 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 480, reset compression=false 2024-12-06T06:21:14,508 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 503, reset compression=false 2024-12-06T06:21:14,525 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 527, reset compression=false 2024-12-06T06:21:14,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:21:14,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,797 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 480, reset compression=false 2024-12-06T06:21:14,811 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 503, reset compression=false 2024-12-06T06:21:14,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:14,828 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 527, reset compression=false 2024-12-06T06:21:15,175 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T06:21:15,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,34717,1733466057195, seqNum=-1] 2024-12-06T06:21:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:15,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:15,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751., hostname=6336e8474e1c,34717,1733466057195, seqNum=2] 2024-12-06T06:21:15,182 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T06:21:15,200 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 480, reset compression=false 2024-12-06T06:21:15,215 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 503, reset compression=false 2024-12-06T06:21:15,219 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:15,219 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 607, reset compression=false 2024-12-06T06:21:15,219 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34717,1733466057195 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e2f428c3f179316ee5f7621a3fdb751/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T06:21:15,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:21:15,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:21:15,231 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 527, reset compression=false 2024-12-06T06:21:15,234 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:15,234 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 655, reset compression=false 2024-12-06T06:21:15,235 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,38515,1733466061067 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:15,422 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 607, reset compression=false 2024-12-06T06:21:15,437 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 655, reset compression=false 2024-12-06T06:21:15,704 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 480, reset compression=false 2024-12-06T06:21:15,739 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 607, reset compression=false 2024-12-06T06:21:15,740 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 655, reset compression=false 2024-12-06T06:21:16,142 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 607, reset compression=false 2024-12-06T06:21:16,143 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 655, reset compression=false 2024-12-06T06:21:16,184 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T06:21:16,187 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-06T06:21:16,307 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 480, reset compression=false 2024-12-06T06:21:16,646 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 607, reset compression=false 2024-12-06T06:21:16,647 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 655, reset compression=false 2024-12-06T06:21:16,650 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:16,650 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 759, reset compression=false 2024-12-06T06:21:16,650 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,38515,1733466061067 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2261f6f54f647bba259ce5ed1b01934/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T06:21:16,653 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:16,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-06T06:21:16,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:21:16,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:21:16,853 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 759, reset compression=false 2024-12-06T06:21:17,010 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 480, reset compression=false 2024-12-06T06:21:17,157 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 759, reset compression=false 2024-12-06T06:21:17,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-06T06:21:17,191 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T06:21:17,249 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 607, reset compression=false 2024-12-06T06:21:17,254 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:17,254 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 735, reset compression=false 2024-12-06T06:21:17,254 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34717,1733466057195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:17,457 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 735, reset compression=false 2024-12-06T06:21:17,561 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 759, reset compression=false 2024-12-06T06:21:17,761 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 735, reset compression=false 2024-12-06T06:21:17,814 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 480, reset compression=false 2024-12-06T06:21:17,818 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:17,818 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:17,818 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35273,1733466053805 got entry batch from reader: WALEntryBatch [walEntries=[{test/51622c940912eb5ae5d4e8fcac136ce5/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T06:21:17,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:21:17,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:21:18,023 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:18,065 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 759, reset compression=false 2024-12-06T06:21:18,164 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 735, reset compression=false 2024-12-06T06:21:18,169 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:18,169 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 882, reset compression=false 2024-12-06T06:21:18,169 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34717,1733466057195 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e2f428c3f179316ee5f7621a3fdb751/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-06T06:21:18,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:21:18,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:21:18,193 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T06:21:18,205 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T06:21:18,327 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:18,372 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 882, reset compression=false 2024-12-06T06:21:18,410 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:18,410 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34717,1733466057195 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e2f428c3f179316ee5f7621a3fdb751/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T06:21:18,411 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1041, reset compression=false 2024-12-06T06:21:18,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:21:18,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:21:18,621 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1041, reset compression=false 2024-12-06T06:21:18,668 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 759, reset compression=false 2024-12-06T06:21:18,673 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:18,673 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1080, reset compression=false 2024-12-06T06:21:18,673 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,38515,1733466061067 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:18,738 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:18,876 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1080, reset compression=false 2024-12-06T06:21:18,926 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1041, reset compression=false 2024-12-06T06:21:19,180 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1080, reset compression=false 2024-12-06T06:21:19,207 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T06:21:19,212 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-06T06:21:19,241 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:19,329 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1041, reset compression=false 2024-12-06T06:21:19,584 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1080, reset compression=false 2024-12-06T06:21:19,588 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:19,588 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1239, reset compression=false 2024-12-06T06:21:19,588 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,38515,1733466061067 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2261f6f54f647bba259ce5ed1b01934/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T06:21:19,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T06:21:19,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T06:21:19,790 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1239, reset compression=false 2024-12-06T06:21:19,833 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1041, reset compression=false 2024-12-06T06:21:19,837 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:19,837 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1191, reset compression=false 2024-12-06T06:21:19,837 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34717,1733466057195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:19,845 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:20,040 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1191, reset compression=false 2024-12-06T06:21:20,094 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1239, reset compression=false 2024-12-06T06:21:20,213 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-06T06:21:20,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:21:20,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:20,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:20,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:20,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:20,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:20,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:21:20,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1639228078, stopped=false 2024-12-06T06:21:20,219 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,36585,1733466061007 2024-12-06T06:21:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1315928957/running 2024-12-06T06:21:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1315928957/running 2024-12-06T06:21:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:20,220 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:20,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:20,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:20,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:20,221 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,38515,1733466061067' ***** 2024-12-06T06:21:20,221 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:21:20,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Set watcher on znode that does not yet exist, /2-1315928957/running 2024-12-06T06:21:20,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Set watcher on znode that does not yet exist, /2-1315928957/running 2024-12-06T06:21:20,222 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:21:20,222 INFO [RS:0;6336e8474e1c:38515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:21:20,222 INFO [RS:0;6336e8474e1c:38515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:21:20,222 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(3091): Received CLOSE for a2261f6f54f647bba259ce5ed1b01934 2024-12-06T06:21:20,222 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:21:20,222 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(3091): Received CLOSE for a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:20,222 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,38515,1733466061067 2024-12-06T06:21:20,222 INFO [RS:0;6336e8474e1c:38515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:20,223 INFO [RS:0;6336e8474e1c:38515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:38515. 2024-12-06T06:21:20,223 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2261f6f54f647bba259ce5ed1b01934, disabling compactions & flushes 2024-12-06T06:21:20,223 DEBUG [RS:0;6336e8474e1c:38515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:20,223 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:20,223 DEBUG [RS:0;6336e8474e1c:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:20,223 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:20,223 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. after waiting 0 ms 2024-12-06T06:21:20,223 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:20,223 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:21:20,223 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:21:20,223 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:21:20,223 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:21:20,223 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2261f6f54f647bba259ce5ed1b01934 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-06T06:21:20,223 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:21:20,223 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a2261f6f54f647bba259ce5ed1b01934=test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934., a460067ccf5b9fe263b5cc08abaac5b8=hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8.} 2024-12-06T06:21:20,223 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2261f6f54f647bba259ce5ed1b01934, a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:20,223 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:20,223 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:20,223 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:20,223 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:20,223 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:20,223 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:21:20,240 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/info/0d3a935282f04a8ebf0f178f6d42ec51 is 147, key is hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8./info:regioninfo/1733466073815/Put/seqid=0 2024-12-06T06:21:20,240 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/.tmp/f/4207848f9647420eb6c3575edc0ac192 is 29, key is row1/f:/1733466078194/DeleteFamily/seqid=0 2024-12-06T06:21:20,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741840_1016 (size=7686) 2024-12-06T06:21:20,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741841_1017 (size=5152) 2024-12-06T06:21:20,304 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:20,343 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1191, reset compression=false 2024-12-06T06:21:20,423 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2261f6f54f647bba259ce5ed1b01934, a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:20,498 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1239, reset compression=false 2024-12-06T06:21:20,502 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:20,502 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1486, reset compression=false 2024-12-06T06:21:20,502 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,38515,1733466061067 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:20,503 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,38515,1733466061067: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6336e8474e1c,38515,1733466061067, walGroup=6336e8474e1c%2C38515%2C1733466061067, offset=6336e8474e1c%2C38515%2C1733466061067.1733466063124:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:38515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:21:20,504 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:21:20,504 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:21:20,506 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:21:20,506 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:21:20,506 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:21:20,506 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 872598936 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202118136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:21:20,506 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T06:21:20,548 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:20,623 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2261f6f54f647bba259ce5ed1b01934, a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:20,644 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/info/0d3a935282f04a8ebf0f178f6d42ec51 2024-12-06T06:21:20,644 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/.tmp/f/4207848f9647420eb6c3575edc0ac192 2024-12-06T06:21:20,649 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4207848f9647420eb6c3575edc0ac192 2024-12-06T06:21:20,663 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/.tmp/f1/e7e6239bee4640d8bfdc170d760097be is 30, key is row1/f1:/1733466078194/DeleteFamily/seqid=0 2024-12-06T06:21:20,665 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/ns/fafba8134dc3480cb064255fb2dd4b24 is 43, key is default/ns:d/1733466064116/Put/seqid=0 2024-12-06T06:21:20,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741842_1018 (size=5158) 2024-12-06T06:21:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741843_1019 (size=5153) 2024-12-06T06:21:20,705 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1486, reset compression=false 2024-12-06T06:21:20,746 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1191, reset compression=false 2024-12-06T06:21:20,824 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2261f6f54f647bba259ce5ed1b01934, a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:21,009 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1486, reset compression=false 2024-12-06T06:21:21,024 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2261f6f54f647bba259ce5ed1b01934, a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:21,059 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:21:21,059 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:21:21,067 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/.tmp/f1/e7e6239bee4640d8bfdc170d760097be 2024-12-06T06:21:21,069 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/ns/fafba8134dc3480cb064255fb2dd4b24 2024-12-06T06:21:21,071 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7e6239bee4640d8bfdc170d760097be 2024-12-06T06:21:21,085 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/rep_barrier/293aa1d8ea3041b3b3a2ece3a4b1917b is 112, key is test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934./rep_barrier:seqnumDuringOpen/1733466069284/Put/seqid=0 2024-12-06T06:21:21,086 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/.tmp/norep/520da27ec39c447ab66e75ff8811b362 is 33, key is row2/norep:/1733466079208/DeleteFamily/seqid=0 2024-12-06T06:21:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741844_1020 (size=5518) 2024-12-06T06:21:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741845_1021 (size=5108) 2024-12-06T06:21:21,089 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/rep_barrier/293aa1d8ea3041b3b3a2ece3a4b1917b 2024-12-06T06:21:21,090 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/.tmp/norep/520da27ec39c447ab66e75ff8811b362 2024-12-06T06:21:21,093 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 520da27ec39c447ab66e75ff8811b362 2024-12-06T06:21:21,094 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/.tmp/f/4207848f9647420eb6c3575edc0ac192 as hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/f/4207848f9647420eb6c3575edc0ac192 2024-12-06T06:21:21,097 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4207848f9647420eb6c3575edc0ac192 2024-12-06T06:21:21,097 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/f/4207848f9647420eb6c3575edc0ac192, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T06:21:21,098 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/.tmp/f1/e7e6239bee4640d8bfdc170d760097be as hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/f1/e7e6239bee4640d8bfdc170d760097be 2024-12-06T06:21:21,102 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7e6239bee4640d8bfdc170d760097be 2024-12-06T06:21:21,102 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/f1/e7e6239bee4640d8bfdc170d760097be, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T06:21:21,102 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/.tmp/norep/520da27ec39c447ab66e75ff8811b362 as hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/norep/520da27ec39c447ab66e75ff8811b362 2024-12-06T06:21:21,106 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 520da27ec39c447ab66e75ff8811b362 2024-12-06T06:21:21,106 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/norep/520da27ec39c447ab66e75ff8811b362, entries=1, sequenceid=10, filesize=5.0 K 2024-12-06T06:21:21,107 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a2261f6f54f647bba259ce5ed1b01934 in 883ms, sequenceid=10, compaction requested=false 2024-12-06T06:21:21,110 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/table/458ba96aa04b4c9cb505593ac748fca9 is 53, key is hbase:replication/table:state/1733466073830/Put/seqid=0 2024-12-06T06:21:21,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741846_1022 (size=5308) 2024-12-06T06:21:21,115 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/table/458ba96aa04b4c9cb505593ac748fca9 2024-12-06T06:21:21,116 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/default/test/a2261f6f54f647bba259ce5ed1b01934/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T06:21:21,116 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:21,116 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:21:21,116 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:21,116 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2261f6f54f647bba259ce5ed1b01934: Waiting for close lock at 1733466080222Running coprocessor pre-close hooks at 1733466080222Disabling compacts and flushes for region at 1733466080222Disabling writes for close at 1733466080223 (+1 ms)Obtaining lock to block concurrent updates at 1733466080223Preparing flush snapshotting stores in a2261f6f54f647bba259ce5ed1b01934 at 1733466080223Finished memstore snapshotting test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733466080223Flushing stores of test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. at 1733466080224 (+1 ms)Flushing a2261f6f54f647bba259ce5ed1b01934/f: creating writer at 1733466080224Flushing a2261f6f54f647bba259ce5ed1b01934/f: appending metadata at 1733466080239 (+15 ms)Flushing a2261f6f54f647bba259ce5ed1b01934/f: closing flushed file at 1733466080239Flushing a2261f6f54f647bba259ce5ed1b01934/f1: creating writer at 1733466080649 (+410 ms)Flushing a2261f6f54f647bba259ce5ed1b01934/f1: appending metadata at 1733466080662 (+13 ms)Flushing a2261f6f54f647bba259ce5ed1b01934/f1: closing flushed file at 1733466080662Flushing a2261f6f54f647bba259ce5ed1b01934/norep: creating writer at 1733466081071 (+409 ms)Flushing a2261f6f54f647bba259ce5ed1b01934/norep: appending metadata at 1733466081085 (+14 ms)Flushing a2261f6f54f647bba259ce5ed1b01934/norep: closing flushed file at 1733466081085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e0c4f83: reopening flushed file at 1733466081093 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523174a3: reopening flushed file at 1733466081097 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78833300: reopening flushed file at 1733466081102 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a2261f6f54f647bba259ce5ed1b01934 in 883ms, sequenceid=10, compaction requested=false at 1733466081107 (+5 ms)Writing region close event to WAL at 1733466081113 (+6 ms)Running coprocessor post-close hooks at 1733466081116 (+3 ms)Closed at 1733466081116 2024-12-06T06:21:21,117 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733466068543.a2261f6f54f647bba259ce5ed1b01934. 2024-12-06T06:21:21,117 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a460067ccf5b9fe263b5cc08abaac5b8, disabling compactions & flushes 2024-12-06T06:21:21,117 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:21,117 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:21,117 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. after waiting 0 ms 2024-12-06T06:21:21,117 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:21,117 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a460067ccf5b9fe263b5cc08abaac5b8: Waiting for close lock at 1733466081117Running coprocessor pre-close hooks at 1733466081117Disabling compacts and flushes for region at 1733466081117Disabling writes for close at 1733466081117Failed flush hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8., putting online again at 1733466081117 2024-12-06T06:21:21,117 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:21,119 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/info/0d3a935282f04a8ebf0f178f6d42ec51 as hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/info/0d3a935282f04a8ebf0f178f6d42ec51 2024-12-06T06:21:21,122 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/info/0d3a935282f04a8ebf0f178f6d42ec51, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:21:21,123 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/ns/fafba8134dc3480cb064255fb2dd4b24 as hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/ns/fafba8134dc3480cb064255fb2dd4b24 2024-12-06T06:21:21,126 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/ns/fafba8134dc3480cb064255fb2dd4b24, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:21:21,127 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/rep_barrier/293aa1d8ea3041b3b3a2ece3a4b1917b as hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/rep_barrier/293aa1d8ea3041b3b3a2ece3a4b1917b 2024-12-06T06:21:21,130 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/rep_barrier/293aa1d8ea3041b3b3a2ece3a4b1917b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:21:21,131 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/.tmp/table/458ba96aa04b4c9cb505593ac748fca9 as hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/table/458ba96aa04b4c9cb505593ac748fca9 2024-12-06T06:21:21,134 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/table/458ba96aa04b4c9cb505593ac748fca9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:21:21,135 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false 2024-12-06T06:21:21,138 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:21:21,139 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:21,139 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:21:21,139 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:21,139 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466080223Running coprocessor pre-close hooks at 1733466080223Disabling compacts and flushes for region at 1733466080223Disabling writes for close at 1733466080223Obtaining lock to block concurrent updates at 1733466080223Preparing flush snapshotting stores in 1588230740 at 1733466080223Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733466080224 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733466080224Flushing 1588230740/info: creating writer at 1733466080224Flushing 1588230740/info: appending metadata at 1733466080239 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733466080239Flushing 1588230740/ns: creating writer at 1733466080649 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733466080665 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733466080665Flushing 1588230740/rep_barrier: creating writer at 1733466081072 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466081085 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466081085Flushing 1588230740/table: creating writer at 1733466081093 (+8 ms)Flushing 1588230740/table: appending metadata at 1733466081109 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733466081109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec7d9a3: reopening flushed file at 1733466081118 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f24589: reopening flushed file at 1733466081122 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b735527: reopening flushed file at 1733466081127 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4403b53e: reopening flushed file at 1733466081130 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false at 1733466081135 (+5 ms)Writing region close event to WAL at 1733466081136 (+1 ms)Running coprocessor post-close hooks at 1733466081139 (+3 ms)Closed at 1733466081139 2024-12-06T06:21:21,139 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:21,224 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:21:21,224 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1325): Online Regions={a460067ccf5b9fe263b5cc08abaac5b8=hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8.} 2024-12-06T06:21:21,224 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(3091): Received CLOSE for a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:21,224 DEBUG [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1351): Waiting on a460067ccf5b9fe263b5cc08abaac5b8 2024-12-06T06:21:21,224 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a460067ccf5b9fe263b5cc08abaac5b8, disabling compactions & flushes 2024-12-06T06:21:21,224 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:21,224 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:21,224 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. after waiting 0 ms 2024-12-06T06:21:21,224 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:21,224 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a460067ccf5b9fe263b5cc08abaac5b8: Waiting for close lock at 1733466081224Running coprocessor pre-close hooks at 1733466081224Disabling compacts and flushes for region at 1733466081224Disabling writes for close at 1733466081224Failed flush hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8., putting online again at 1733466081224 2024-12-06T06:21:21,224 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733466073013.a460067ccf5b9fe263b5cc08abaac5b8. 2024-12-06T06:21:21,249 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1191, reset compression=false 2024-12-06T06:21:21,351 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:21,413 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 1486, reset compression=false 2024-12-06T06:21:21,417 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:21,417 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 2130, reset compression=false 2024-12-06T06:21:21,424 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T06:21:21,424 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,38515,1733466061067; all regions closed. 2024-12-06T06:21:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:21:21,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.meta.1733466064069.meta not finished, retry = 0 2024-12-06T06:21:21,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741839_1015 (size=1953) 2024-12-06T06:21:21,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.rep.1733466073777 not finished, retry = 0 2024-12-06T06:21:21,620 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/WALs/6336e8474e1c,38515,1733466061067/6336e8474e1c%2C38515%2C1733466061067.1733466063124 to pos 2130, reset compression=false 2024-12-06T06:21:21,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741832_1008 (size=2138) 2024-12-06T06:21:21,632 DEBUG [RS:0;6336e8474e1c:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:21,632 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:21,632 INFO [RS:0;6336e8474e1c:38515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:21:21,633 INFO [RS:0;6336e8474e1c:38515 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T06:21:21,633 INFO [RS:0;6336e8474e1c:38515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:21:21,633 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:21:21,633 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,38515,1733466061067 because: Region server is closing 2024-12-06T06:21:21,634 INFO [RS:0;6336e8474e1c:38515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:38515. 2024-12-06T06:21:21,634 DEBUG [RS:0;6336e8474e1c:38515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:21,634 DEBUG [RS:0;6336e8474e1c:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:21,634 DEBUG [RS:0;6336e8474e1c:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:21,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:21,734 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.shipper6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 terminated 2024-12-06T06:21:21,734 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,38515,1733466061067.replicationSource.wal-reader.6336e8474e1c%2C38515%2C1733466061067,1-6336e8474e1c,38515,1733466061067 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T06:21:21,734 INFO [RS:0;6336e8474e1c:38515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:38515. 2024-12-06T06:21:21,734 DEBUG [RS:0;6336e8474e1c:38515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:21,734 DEBUG [RS:0;6336e8474e1c:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:21,735 DEBUG [RS:0;6336e8474e1c:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:21,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:21,735 INFO [RS:0;6336e8474e1c:38515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38515 2024-12-06T06:21:21,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1315928957/rs/6336e8474e1c,38515,1733466061067 2024-12-06T06:21:21,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957/rs 2024-12-06T06:21:21,737 INFO [RS:0;6336e8474e1c:38515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:21:21,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,38515,1733466061067] 2024-12-06T06:21:21,740 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1315928957/draining/6336e8474e1c,38515,1733466061067 already deleted, retry=false 2024-12-06T06:21:21,740 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,38515,1733466061067 expired; onlineServers=0 2024-12-06T06:21:21,740 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,36585,1733466061007' ***** 2024-12-06T06:21:21,740 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:21:21,740 INFO [M:0;6336e8474e1c:36585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:21,740 INFO [M:0;6336e8474e1c:36585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:21:21,740 DEBUG [M:0;6336e8474e1c:36585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:21:21,740 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:21:21,740 DEBUG [M:0;6336e8474e1c:36585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:21:21,740 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466062937 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466062937,5,FailOnTimeoutGroup] 2024-12-06T06:21:21,741 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466062938 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466062938,5,FailOnTimeoutGroup] 2024-12-06T06:21:21,741 INFO [M:0;6336e8474e1c:36585 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:21:21,741 INFO [M:0;6336e8474e1c:36585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:21:21,741 DEBUG [M:0;6336e8474e1c:36585 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:21:21,741 INFO [M:0;6336e8474e1c:36585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:21:21,741 INFO [M:0;6336e8474e1c:36585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:21,741 INFO [M:0;6336e8474e1c:36585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:21:21,741 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:21:21,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1315928957/master 2024-12-06T06:21:21,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1315928957 2024-12-06T06:21:21,742 DEBUG [M:0;6336e8474e1c:36585 {}] zookeeper.ZKUtil(347): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Unable to get data of znode /2-1315928957/master because node does not exist (not an error) 2024-12-06T06:21:21,742 WARN [M:0;6336e8474e1c:36585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:21:21,742 INFO [M:0;6336e8474e1c:36585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/.lastflushedseqids 2024-12-06T06:21:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741847_1023 (size=245) 2024-12-06T06:21:21,746 INFO [M:0;6336e8474e1c:36585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:21:21,746 INFO [M:0;6336e8474e1c:36585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:21:21,747 DEBUG [M:0;6336e8474e1c:36585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:21:21,747 INFO [M:0;6336e8474e1c:36585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:21,747 DEBUG [M:0;6336e8474e1c:36585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:21,747 DEBUG [M:0;6336e8474e1c:36585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:21:21,747 DEBUG [M:0;6336e8474e1c:36585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:21,747 INFO [M:0;6336e8474e1c:36585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-06T06:21:21,761 DEBUG [M:0;6336e8474e1c:36585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1630c874ad1442a594212fc7260edd6f is 82, key is hbase:meta,,1/info:regioninfo/1733466064106/Put/seqid=0 2024-12-06T06:21:21,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741848_1024 (size=5672) 2024-12-06T06:21:21,839 INFO [RS:0;6336e8474e1c:38515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:21:21,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:21,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101866ec0b50007, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:21,839 INFO [RS:0;6336e8474e1c:38515 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,38515,1733466061067; zookeeper connection closed. 2024-12-06T06:21:21,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32f3ea58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32f3ea58 2024-12-06T06:21:21,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:21:21,852 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1191, reset compression=false 2024-12-06T06:21:22,165 INFO [M:0;6336e8474e1c:36585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1630c874ad1442a594212fc7260edd6f 2024-12-06T06:21:22,182 DEBUG [M:0;6336e8474e1c:36585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11b78cbafc274abc93e98b0e16093cea is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733466073833/Put/seqid=0 2024-12-06T06:21:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741849_1025 (size=8517) 2024-12-06T06:21:22,254 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:22,555 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1191, reset compression=false 2024-12-06T06:21:22,586 INFO [M:0;6336e8474e1c:36585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11b78cbafc274abc93e98b0e16093cea 2024-12-06T06:21:22,603 DEBUG [M:0;6336e8474e1c:36585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/550475c7454444c9bea0b8eea4df9107 is 69, key is 6336e8474e1c,38515,1733466061067/rs:state/1733466062953/Put/seqid=0 2024-12-06T06:21:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741850_1026 (size=5156) 2024-12-06T06:21:23,007 INFO [M:0;6336e8474e1c:36585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/550475c7454444c9bea0b8eea4df9107 2024-12-06T06:21:23,011 DEBUG [M:0;6336e8474e1c:36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1630c874ad1442a594212fc7260edd6f as hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1630c874ad1442a594212fc7260edd6f 2024-12-06T06:21:23,014 INFO [M:0;6336e8474e1c:36585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1630c874ad1442a594212fc7260edd6f, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T06:21:23,015 DEBUG [M:0;6336e8474e1c:36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11b78cbafc274abc93e98b0e16093cea as hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11b78cbafc274abc93e98b0e16093cea 2024-12-06T06:21:23,018 INFO [M:0;6336e8474e1c:36585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11b78cbafc274abc93e98b0e16093cea, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T06:21:23,019 DEBUG [M:0;6336e8474e1c:36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/550475c7454444c9bea0b8eea4df9107 as hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/550475c7454444c9bea0b8eea4df9107 2024-12-06T06:21:23,022 INFO [M:0;6336e8474e1c:36585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/54e81a06-1a96-9e62-2d6b-513d00216152/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/550475c7454444c9bea0b8eea4df9107, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T06:21:23,023 INFO [M:0;6336e8474e1c:36585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-12-06T06:21:23,024 INFO [M:0;6336e8474e1c:36585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:23,024 DEBUG [M:0;6336e8474e1c:36585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466081747Disabling compacts and flushes for region at 1733466081747Disabling writes for close at 1733466081747Obtaining lock to block concurrent updates at 1733466081747Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466081747Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733466081747Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466081747Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466081748 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466081761 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466081761Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466082169 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466082182 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466082182Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466082590 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466082603 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466082603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd0fb6a: reopening flushed file at 1733466083010 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a8dd0e: reopening flushed file at 1733466083015 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f64e04d: reopening flushed file at 1733466083018 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1733466083023 (+5 ms)Writing region close event to WAL at 1733466083024 (+1 ms)Closed at 1733466083024 2024-12-06T06:21:23,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741830_1006 (size=63666) 2024-12-06T06:21:23,027 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:21:23,027 INFO [M:0;6336e8474e1c:36585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:21:23,027 INFO [M:0;6336e8474e1c:36585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36585 2024-12-06T06:21:23,028 INFO [M:0;6336e8474e1c:36585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:21:23,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:23,129 INFO [M:0;6336e8474e1c:36585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:21:23,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101866ec0b50006, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:23,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d4c6a52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:21:23,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d4fb49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:21:23,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:21:23,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a575cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:21:23,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1260e865{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/hadoop.log.dir/,STOPPED} 2024-12-06T06:21:23,134 WARN [BP-514297358-172.17.0.2-1733466059862 heartbeating to localhost/127.0.0.1:35547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:21:23,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:21:23,134 WARN [BP-514297358-172.17.0.2-1733466059862 heartbeating to localhost/127.0.0.1:35547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-514297358-172.17.0.2-1733466059862 (Datanode Uuid 200e4d95-34f8-4ac2-bc5b-0d2cccdb889d) service to localhost/127.0.0.1:35547 2024-12-06T06:21:23,134 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:21:23,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/cluster_94b83eaa-1025-eb8b-62c1-47602d1ead69/data/data1/current/BP-514297358-172.17.0.2-1733466059862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:21:23,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/cluster_94b83eaa-1025-eb8b-62c1-47602d1ead69/data/data2/current/BP-514297358-172.17.0.2-1733466059862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:21:23,135 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:21:23,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@767aca04{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:21:23,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15c8887e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:21:23,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:21:23,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f44739{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:21:23,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66ed6a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/hadoop.log.dir/,STOPPED} 2024-12-06T06:21:23,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:21:23,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:21:23,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:23,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:23,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:23,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:23,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:23,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:21:23,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=583492117, stopped=false 2024-12-06T06:21:23,158 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,34291,1733466057162 2024-12-06T06:21:23,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-694269393/running 2024-12-06T06:21:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:21:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-694269393/running 2024-12-06T06:21:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:21:23,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:23,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:23,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:23,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:23,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,34717,1733466057195' ***** 2024-12-06T06:21:23,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:21:23,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Set watcher on znode that does not yet exist, /1-694269393/running 2024-12-06T06:21:23,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Set watcher on znode that does not yet exist, /1-694269393/running 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:23,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,34717,1733466057195 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:34717. 2024-12-06T06:21:23,162 DEBUG [RS:0;6336e8474e1c:34717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:23,162 DEBUG [RS:0;6336e8474e1c:34717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:21:23,162 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:21:23,163 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:21:23,163 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6e2f428c3f179316ee5f7621a3fdb751=test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751., 1e19603dfba76176fd883f2ed1d20909=hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909.} 2024-12-06T06:21:23,163 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e19603dfba76176fd883f2ed1d20909, 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e2f428c3f179316ee5f7621a3fdb751, disabling compactions & flushes 2024-12-06T06:21:23,163 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:23,163 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. after waiting 0 ms 2024-12-06T06:21:23,163 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:23,163 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:23,163 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:23,163 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:23,163 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e2f428c3f179316ee5f7621a3fdb751 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-06T06:21:23,163 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:21:23,177 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:23,179 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/.tmp/f/510ca35997b049c7b6195feb45753603 is 29, key is row1/f:/1733466078194/DeleteFamily/seqid=0 2024-12-06T06:21:23,181 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/info/8475cac3eb7445e6b25e6189380b60bc is 147, key is hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909./info:regioninfo/1733466072014/Put/seqid=0 2024-12-06T06:21:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741840_1016 (size=5152) 2024-12-06T06:21:23,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741841_1017 (size=7686) 2024-12-06T06:21:23,257 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:23,291 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:21:23,359 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1191, reset compression=false 2024-12-06T06:21:23,363 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e19603dfba76176fd883f2ed1d20909, 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:23,363 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:23,363 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1438, reset compression=false 2024-12-06T06:21:23,363 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,34717,1733466057195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:23,364 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,34717,1733466057195: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6336e8474e1c,34717,1733466057195, walGroup=6336e8474e1c%2C34717%2C1733466057195, offset=6336e8474e1c%2C34717%2C1733466057195.1733466059202:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:21:23,366 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:21:23,366 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:21:23,366 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:21:23,366 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:21:23,366 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:21:23,366 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 941804952 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 202364048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:21:23,367 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:34291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:34291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T06:21:23,563 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e19603dfba76176fd883f2ed1d20909, 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:23,571 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1438, reset compression=false 2024-12-06T06:21:23,582 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/.tmp/f/510ca35997b049c7b6195feb45753603 2024-12-06T06:21:23,585 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/info/8475cac3eb7445e6b25e6189380b60bc 2024-12-06T06:21:23,587 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 510ca35997b049c7b6195feb45753603 2024-12-06T06:21:23,608 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/.tmp/f1/cdb43724eb4640bb8cb6c8ef4b575e02 is 30, key is row1/f1:/1733466078194/DeleteFamily/seqid=0 2024-12-06T06:21:23,613 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/ns/efd341c9f803439db4f6d98200eb53a3 is 43, key is default/ns:d/1733466059764/Put/seqid=0 2024-12-06T06:21:23,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741842_1018 (size=5158) 2024-12-06T06:21:23,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741843_1019 (size=5153) 2024-12-06T06:21:23,763 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e19603dfba76176fd883f2ed1d20909, 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:23,877 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1438, reset compression=false 2024-12-06T06:21:23,964 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e19603dfba76176fd883f2ed1d20909, 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:24,014 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/.tmp/f1/cdb43724eb4640bb8cb6c8ef4b575e02 2024-12-06T06:21:24,018 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdb43724eb4640bb8cb6c8ef4b575e02 2024-12-06T06:21:24,034 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/.tmp/norep/595bac00799c4e1c8327b0fdc63d8fe4 is 33, key is row1/norep:/1733466078194/DeleteFamily/seqid=0 2024-12-06T06:21:24,034 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/ns/efd341c9f803439db4f6d98200eb53a3 2024-12-06T06:21:24,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741844_1020 (size=5108) 2024-12-06T06:21:24,053 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/rep_barrier/9ba6004dd92d470f8a17fc2ec656bcf3 is 112, key is test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751./rep_barrier:seqnumDuringOpen/1733466067538/Put/seqid=0 2024-12-06T06:21:24,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741845_1021 (size=5518) 2024-12-06T06:21:24,060 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:21:24,060 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:21:24,164 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e19603dfba76176fd883f2ed1d20909, 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:24,281 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1438, reset compression=false 2024-12-06T06:21:24,360 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:24,364 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e19603dfba76176fd883f2ed1d20909, 6e2f428c3f179316ee5f7621a3fdb751 2024-12-06T06:21:24,438 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/.tmp/norep/595bac00799c4e1c8327b0fdc63d8fe4 2024-12-06T06:21:24,441 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 595bac00799c4e1c8327b0fdc63d8fe4 2024-12-06T06:21:24,442 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/.tmp/f/510ca35997b049c7b6195feb45753603 as hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/f/510ca35997b049c7b6195feb45753603 2024-12-06T06:21:24,445 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 510ca35997b049c7b6195feb45753603 2024-12-06T06:21:24,445 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/f/510ca35997b049c7b6195feb45753603, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T06:21:24,446 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/.tmp/f1/cdb43724eb4640bb8cb6c8ef4b575e02 as hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/f1/cdb43724eb4640bb8cb6c8ef4b575e02 2024-12-06T06:21:24,449 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdb43724eb4640bb8cb6c8ef4b575e02 2024-12-06T06:21:24,449 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/f1/cdb43724eb4640bb8cb6c8ef4b575e02, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T06:21:24,450 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/.tmp/norep/595bac00799c4e1c8327b0fdc63d8fe4 as hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/norep/595bac00799c4e1c8327b0fdc63d8fe4 2024-12-06T06:21:24,453 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 595bac00799c4e1c8327b0fdc63d8fe4 2024-12-06T06:21:24,453 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/norep/595bac00799c4e1c8327b0fdc63d8fe4, entries=1, sequenceid=10, filesize=5.0 K 2024-12-06T06:21:24,454 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6e2f428c3f179316ee5f7621a3fdb751 in 1291ms, sequenceid=10, compaction requested=false 2024-12-06T06:21:24,456 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/rep_barrier/9ba6004dd92d470f8a17fc2ec656bcf3 2024-12-06T06:21:24,460 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/default/test/6e2f428c3f179316ee5f7621a3fdb751/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T06:21:24,460 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:24,460 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:21:24,460 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:24,460 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e2f428c3f179316ee5f7621a3fdb751: Waiting for close lock at 1733466083163Running coprocessor pre-close hooks at 1733466083163Disabling compacts and flushes for region at 1733466083163Disabling writes for close at 1733466083163Obtaining lock to block concurrent updates at 1733466083163Preparing flush snapshotting stores in 6e2f428c3f179316ee5f7621a3fdb751 at 1733466083163Finished memstore snapshotting test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733466083163Flushing stores of test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. at 1733466083164 (+1 ms)Flushing 6e2f428c3f179316ee5f7621a3fdb751/f: creating writer at 1733466083164Flushing 6e2f428c3f179316ee5f7621a3fdb751/f: appending metadata at 1733466083178 (+14 ms)Flushing 6e2f428c3f179316ee5f7621a3fdb751/f: closing flushed file at 1733466083178Flushing 6e2f428c3f179316ee5f7621a3fdb751/f1: creating writer at 1733466083587 (+409 ms)Flushing 6e2f428c3f179316ee5f7621a3fdb751/f1: appending metadata at 1733466083607 (+20 ms)Flushing 6e2f428c3f179316ee5f7621a3fdb751/f1: closing flushed file at 1733466083607Flushing 6e2f428c3f179316ee5f7621a3fdb751/norep: creating writer at 1733466084018 (+411 ms)Flushing 6e2f428c3f179316ee5f7621a3fdb751/norep: appending metadata at 1733466084033 (+15 ms)Flushing 6e2f428c3f179316ee5f7621a3fdb751/norep: closing flushed file at 1733466084033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6934fa03: reopening flushed file at 1733466084442 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3893ede0: reopening flushed file at 1733466084446 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59462681: reopening flushed file at 1733466084449 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6e2f428c3f179316ee5f7621a3fdb751 in 1291ms, sequenceid=10, compaction requested=false at 1733466084454 (+5 ms)Writing region close event to WAL at 1733466084457 (+3 ms)Running coprocessor post-close hooks at 1733466084460 (+3 ms)Closed at 1733466084460 2024-12-06T06:21:24,461 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733466066392.6e2f428c3f179316ee5f7621a3fdb751. 2024-12-06T06:21:24,461 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e19603dfba76176fd883f2ed1d20909, disabling compactions & flushes 2024-12-06T06:21:24,461 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:24,461 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:24,461 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. after waiting 0 ms 2024-12-06T06:21:24,461 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:24,461 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e19603dfba76176fd883f2ed1d20909: Waiting for close lock at 1733466084461Running coprocessor pre-close hooks at 1733466084461Disabling compacts and flushes for region at 1733466084461Disabling writes for close at 1733466084461Failed flush hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909., putting online again at 1733466084461 2024-12-06T06:21:24,461 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:24,476 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/table/39bec26ccb3841708b9c98cccfbc4cca is 53, key is hbase:replication/table:state/1733466072021/Put/seqid=0 2024-12-06T06:21:24,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741846_1022 (size=5308) 2024-12-06T06:21:24,564 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:21:24,564 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1e19603dfba76176fd883f2ed1d20909=hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909.} 2024-12-06T06:21:24,564 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:24,564 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e19603dfba76176fd883f2ed1d20909 2024-12-06T06:21:24,565 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e19603dfba76176fd883f2ed1d20909, disabling compactions & flushes 2024-12-06T06:21:24,565 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:24,565 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:24,565 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. after waiting 0 ms 2024-12-06T06:21:24,565 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:24,565 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e19603dfba76176fd883f2ed1d20909: Waiting for close lock at 1733466084565Running coprocessor pre-close hooks at 1733466084565Disabling compacts and flushes for region at 1733466084565Disabling writes for close at 1733466084565Failed flush hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909., putting online again at 1733466084565 2024-12-06T06:21:24,565 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733466070845.1e19603dfba76176fd883f2ed1d20909. 2024-12-06T06:21:24,765 DEBUG [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:24,785 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 1438, reset compression=false 2024-12-06T06:21:24,791 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:24,791 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.wal-reader.6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/WALs/6336e8474e1c,34717,1733466057195/6336e8474e1c%2C34717%2C1733466057195.1733466059202 to pos 2082, reset compression=false 2024-12-06T06:21:24,880 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/table/39bec26ccb3841708b9c98cccfbc4cca 2024-12-06T06:21:24,885 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/info/8475cac3eb7445e6b25e6189380b60bc as hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/info/8475cac3eb7445e6b25e6189380b60bc 2024-12-06T06:21:24,888 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/info/8475cac3eb7445e6b25e6189380b60bc, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:21:24,889 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/ns/efd341c9f803439db4f6d98200eb53a3 as hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/ns/efd341c9f803439db4f6d98200eb53a3 2024-12-06T06:21:24,892 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/ns/efd341c9f803439db4f6d98200eb53a3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:21:24,893 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/rep_barrier/9ba6004dd92d470f8a17fc2ec656bcf3 as hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/rep_barrier/9ba6004dd92d470f8a17fc2ec656bcf3 2024-12-06T06:21:24,897 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/rep_barrier/9ba6004dd92d470f8a17fc2ec656bcf3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:21:24,897 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/.tmp/table/39bec26ccb3841708b9c98cccfbc4cca as hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/table/39bec26ccb3841708b9c98cccfbc4cca 2024-12-06T06:21:24,901 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/table/39bec26ccb3841708b9c98cccfbc4cca, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:21:24,905 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1742ms, sequenceid=16, compaction requested=false 2024-12-06T06:21:24,910 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:21:24,911 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:24,911 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:21:24,911 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:24,911 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466083163Running coprocessor pre-close hooks at 1733466083163Disabling compacts and flushes for region at 1733466083163Disabling writes for close at 1733466083163Obtaining lock to block concurrent updates at 1733466083163Preparing flush snapshotting stores in 1588230740 at 1733466083163Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733466083163Flushing stores of hbase:meta,,1.1588230740 at 1733466083164 (+1 ms)Flushing 1588230740/info: creating writer at 1733466083164Flushing 1588230740/info: appending metadata at 1733466083181 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733466083181Flushing 1588230740/ns: creating writer at 1733466083590 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733466083612 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733466083612Flushing 1588230740/rep_barrier: creating writer at 1733466084038 (+426 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466084052 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466084052Flushing 1588230740/table: creating writer at 1733466084461 (+409 ms)Flushing 1588230740/table: appending metadata at 1733466084476 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733466084476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d8055b: reopening flushed file at 1733466084884 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16050a95: reopening flushed file at 1733466084888 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38106c53: reopening flushed file at 1733466084892 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31449bde: reopening flushed file at 1733466084897 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1742ms, sequenceid=16, compaction requested=false at 1733466084905 (+8 ms)Writing region close event to WAL at 1733466084907 (+2 ms)Running coprocessor post-close hooks at 1733466084911 (+4 ms)Closed at 1733466084911 2024-12-06T06:21:24,912 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:24,965 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T06:21:24,965 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,34717,1733466057195; all regions closed. 2024-12-06T06:21:24,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:21:24,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741839_1015 (size=2171) 2024-12-06T06:21:24,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741833_1009 (size=2090) 2024-12-06T06:21:24,973 DEBUG [RS:0;6336e8474e1c:34717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:24,973 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:24,974 INFO [RS:0;6336e8474e1c:34717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:21:24,974 INFO [RS:0;6336e8474e1c:34717 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:21:24,974 INFO [RS:0;6336e8474e1c:34717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:21:24,974 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:21:24,974 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,34717,1733466057195 because: Region server is closing 2024-12-06T06:21:24,974 INFO [RS:0;6336e8474e1c:34717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:34717. 2024-12-06T06:21:24,974 DEBUG [RS:0;6336e8474e1c:34717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:24,974 DEBUG [RS:0;6336e8474e1c:34717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:24,975 DEBUG [RS:0;6336e8474e1c:34717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:24,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:25,075 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,34717,1733466057195.replicationSource.shipper6336e8474e1c%2C34717%2C1733466057195,1-6336e8474e1c,34717,1733466057195 terminated 2024-12-06T06:21:25,075 INFO [RS:0;6336e8474e1c:34717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:34717. 2024-12-06T06:21:25,075 DEBUG [RS:0;6336e8474e1c:34717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:25,075 DEBUG [RS:0;6336e8474e1c:34717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:25,075 DEBUG [RS:0;6336e8474e1c:34717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:25,076 INFO [RS:0;6336e8474e1c:34717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34717 2024-12-06T06:21:25,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:25,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393/rs 2024-12-06T06:21:25,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-694269393/rs/6336e8474e1c,34717,1733466057195 2024-12-06T06:21:25,079 INFO [RS:0;6336e8474e1c:34717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:21:25,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,34717,1733466057195] 2024-12-06T06:21:25,087 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-694269393/draining/6336e8474e1c,34717,1733466057195 already deleted, retry=false 2024-12-06T06:21:25,087 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,34717,1733466057195 expired; onlineServers=0 2024-12-06T06:21:25,087 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,34291,1733466057162' ***** 2024-12-06T06:21:25,087 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:21:25,087 INFO [M:0;6336e8474e1c:34291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:25,087 INFO [M:0;6336e8474e1c:34291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:21:25,087 DEBUG [M:0;6336e8474e1c:34291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:21:25,087 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:21:25,087 DEBUG [M:0;6336e8474e1c:34291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:21:25,087 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466058968 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466058968,5,FailOnTimeoutGroup] 2024-12-06T06:21:25,088 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466058971 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466058971,5,FailOnTimeoutGroup] 2024-12-06T06:21:25,088 INFO [M:0;6336e8474e1c:34291 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:21:25,088 INFO [M:0;6336e8474e1c:34291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:21:25,088 DEBUG [M:0;6336e8474e1c:34291 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:21:25,088 INFO [M:0;6336e8474e1c:34291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:21:25,088 INFO [M:0;6336e8474e1c:34291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:25,088 INFO [M:0;6336e8474e1c:34291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:21:25,088 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:21:25,090 DEBUG [M:0;6336e8474e1c:34291 {}] zookeeper.ZKUtil(347): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Unable to get data of znode /1-694269393/master because node does not exist (not an error) 2024-12-06T06:21:25,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-694269393/master 2024-12-06T06:21:25,090 WARN [M:0;6336e8474e1c:34291 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:21:25,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694269393 2024-12-06T06:21:25,091 INFO [M:0;6336e8474e1c:34291 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/.lastflushedseqids 2024-12-06T06:21:25,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741847_1023 (size=245) 2024-12-06T06:21:25,100 INFO [M:0;6336e8474e1c:34291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:21:25,100 INFO [M:0;6336e8474e1c:34291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:21:25,100 DEBUG [M:0;6336e8474e1c:34291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:21:25,100 INFO [M:0;6336e8474e1c:34291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:25,101 DEBUG [M:0;6336e8474e1c:34291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:25,101 DEBUG [M:0;6336e8474e1c:34291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:21:25,101 DEBUG [M:0;6336e8474e1c:34291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:25,101 INFO [M:0;6336e8474e1c:34291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T06:21:25,121 DEBUG [M:0;6336e8474e1c:34291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3a03bff0f6f4b2ba78aee5b23eb97b5 is 82, key is hbase:meta,,1/info:regioninfo/1733466059754/Put/seqid=0 2024-12-06T06:21:25,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741848_1024 (size=5672) 2024-12-06T06:21:25,126 INFO [M:0;6336e8474e1c:34291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3a03bff0f6f4b2ba78aee5b23eb97b5 2024-12-06T06:21:25,150 DEBUG [M:0;6336e8474e1c:34291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685da27e39734ff5be31ee9121b4ec3b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733466072024/Put/seqid=0 2024-12-06T06:21:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741849_1025 (size=8516) 2024-12-06T06:21:25,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:25,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x101866ec0b50004, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:25,185 INFO [RS:0;6336e8474e1c:34717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:21:25,185 INFO [RS:0;6336e8474e1c:34717 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,34717,1733466057195; zookeeper connection closed. 2024-12-06T06:21:25,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53f5ea1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53f5ea1d 2024-12-06T06:21:25,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:21:25,554 INFO [M:0;6336e8474e1c:34291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685da27e39734ff5be31ee9121b4ec3b 2024-12-06T06:21:25,564 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:25,581 DEBUG [M:0;6336e8474e1c:34291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1114c6a963e64e779770c7fa3071e882 is 69, key is 6336e8474e1c,34717,1733466057195/rs:state/1733466059043/Put/seqid=0 2024-12-06T06:21:25,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741850_1026 (size=5156) 2024-12-06T06:21:25,990 INFO [M:0;6336e8474e1c:34291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1114c6a963e64e779770c7fa3071e882 2024-12-06T06:21:25,995 DEBUG [M:0;6336e8474e1c:34291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3a03bff0f6f4b2ba78aee5b23eb97b5 as hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3a03bff0f6f4b2ba78aee5b23eb97b5 2024-12-06T06:21:26,000 INFO [M:0;6336e8474e1c:34291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3a03bff0f6f4b2ba78aee5b23eb97b5, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T06:21:26,000 DEBUG [M:0;6336e8474e1c:34291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685da27e39734ff5be31ee9121b4ec3b as hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/685da27e39734ff5be31ee9121b4ec3b 2024-12-06T06:21:26,005 INFO [M:0;6336e8474e1c:34291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/685da27e39734ff5be31ee9121b4ec3b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T06:21:26,006 DEBUG [M:0;6336e8474e1c:34291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1114c6a963e64e779770c7fa3071e882 as hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1114c6a963e64e779770c7fa3071e882 2024-12-06T06:21:26,011 INFO [M:0;6336e8474e1c:34291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1114c6a963e64e779770c7fa3071e882, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T06:21:26,012 INFO [M:0;6336e8474e1c:34291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=97, compaction requested=false 2024-12-06T06:21:26,016 INFO [M:0;6336e8474e1c:34291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:26,016 DEBUG [M:0;6336e8474e1c:34291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466085100Disabling compacts and flushes for region at 1733466085100Disabling writes for close at 1733466085101 (+1 ms)Obtaining lock to block concurrent updates at 1733466085101Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466085101Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733466085101Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466085102 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466085102Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466085121 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466085121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466085131 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466085150 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466085150Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466085559 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466085580 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466085580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2e41b4: reopening flushed file at 1733466085995 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533b9d2d: reopening flushed file at 1733466086000 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5296f629: reopening flushed file at 1733466086005 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=97, compaction requested=false at 1733466086012 (+7 ms)Writing region close event to WAL at 1733466086016 (+4 ms)Closed at 1733466086016 2024-12-06T06:21:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35161 is added to blk_1073741830_1006 (size=63654) 2024-12-06T06:21:26,022 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a150a8dd-b932-ddf9-9c99-23b120292a68/MasterData/WALs/6336e8474e1c,34291,1733466057162/6336e8474e1c%2C34291%2C1733466057162.1733466058885 not finished, retry = 0 2024-12-06T06:21:26,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,123 INFO [M:0;6336e8474e1c:34291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:21:26,123 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:21:26,123 INFO [M:0;6336e8474e1c:34291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34291 2024-12-06T06:21:26,124 INFO [M:0;6336e8474e1c:34291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:21:26,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:26,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x101866ec0b50003, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:26,227 INFO [M:0;6336e8474e1c:34291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:21:26,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@493365ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:21:26,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3af5c370{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:21:26,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:21:26,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600039f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:21:26,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25be2e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/hadoop.log.dir/,STOPPED} 2024-12-06T06:21:26,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:21:26,245 WARN [BP-184901260-172.17.0.2-1733466056503 heartbeating to localhost/127.0.0.1:40359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:21:26,245 WARN [BP-184901260-172.17.0.2-1733466056503 heartbeating to localhost/127.0.0.1:40359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-184901260-172.17.0.2-1733466056503 (Datanode Uuid f4839a15-e7f7-4c31-b136-3664ffc622de) service to localhost/127.0.0.1:40359 2024-12-06T06:21:26,246 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:21:26,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:21:26,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/cluster_726bb178-f0fa-f47e-10ba-f607a3733875/data/data2/current/BP-184901260-172.17.0.2-1733466056503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:21:26,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/cluster_726bb178-f0fa-f47e-10ba-f607a3733875/data/data1/current/BP-184901260-172.17.0.2-1733466056503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:21:26,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18687b26{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:21:26,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2171703a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:21:26,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:21:26,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c3bd2e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:21:26,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c74f8d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57b2dcff-0da7-c0cb-d5cc-e0dd433e0df0/hadoop.log.dir/,STOPPED} 2024-12-06T06:21:26,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:21:26,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:21:26,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:26,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:26,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:26,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:26,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:26,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:21:26,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=972468529, stopped=false 2024-12-06T06:21:26,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,46247,1733466053709 2024-12-06T06:21:26,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-227926593/running 2024-12-06T06:21:26,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-227926593/running 2024-12-06T06:21:26,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:21:26,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:21:26,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:26,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:26,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Set watcher on znode that does not yet exist, /0-227926593/running 2024-12-06T06:21:26,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:26,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Set watcher on znode that does not yet exist, /0-227926593/running 2024-12-06T06:21:26,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:26,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,35273,1733466053805' ***** 2024-12-06T06:21:26,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:21:26,272 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:21:26,272 INFO [RS:0;6336e8474e1c:35273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:21:26,272 INFO [RS:0;6336e8474e1c:35273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:21:26,273 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(3091): Received CLOSE for 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:26,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:21:26,273 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(3091): Received CLOSE for 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:26,273 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,35273,1733466053805 2024-12-06T06:21:26,273 INFO [RS:0;6336e8474e1c:35273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:26,273 INFO [RS:0;6336e8474e1c:35273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35273. 2024-12-06T06:21:26,273 DEBUG [RS:0;6336e8474e1c:35273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:26,273 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9290fa62a2a8149a599e2627c935e9d0, disabling compactions & flushes 2024-12-06T06:21:26,273 DEBUG [RS:0;6336e8474e1c:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:26,273 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:26,273 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:26,273 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. after waiting 0 ms 2024-12-06T06:21:26,273 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:21:26,273 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:26,273 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:21:26,273 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:21:26,273 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:21:26,274 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9290fa62a2a8149a599e2627c935e9d0 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-06T06:21:26,274 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:21:26,274 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9290fa62a2a8149a599e2627c935e9d0=hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0., 51622c940912eb5ae5d4e8fcac136ce5=test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5.} 2024-12-06T06:21:26,274 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51622c940912eb5ae5d4e8fcac136ce5, 9290fa62a2a8149a599e2627c935e9d0 2024-12-06T06:21:26,274 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:26,274 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:26,274 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:26,274 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:26,274 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:26,274 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:21:26,293 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/replication/9290fa62a2a8149a599e2627c935e9d0/.tmp/queue/0b90831729a24320aa4eb5eda9e93325 is 153, key is 1-6336e8474e1c,35273,1733466053805/queue:6336e8474e1c%2C35273%2C1733466053805/1733466077823/Put/seqid=0 2024-12-06T06:21:26,295 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/info/5ed958cab9a44c4ead1475e611d4f647 is 147, key is hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0./info:regioninfo/1733466070476/Put/seqid=0 2024-12-06T06:21:26,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741840_1016 (size=5352) 2024-12-06T06:21:26,296 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/replication/9290fa62a2a8149a599e2627c935e9d0/.tmp/queue/0b90831729a24320aa4eb5eda9e93325 2024-12-06T06:21:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741841_1017 (size=7686) 2024-12-06T06:21:26,304 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/info/5ed958cab9a44c4ead1475e611d4f647 2024-12-06T06:21:26,306 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/replication/9290fa62a2a8149a599e2627c935e9d0/.tmp/queue/0b90831729a24320aa4eb5eda9e93325 as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/replication/9290fa62a2a8149a599e2627c935e9d0/queue/0b90831729a24320aa4eb5eda9e93325 2024-12-06T06:21:26,310 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/replication/9290fa62a2a8149a599e2627c935e9d0/queue/0b90831729a24320aa4eb5eda9e93325, entries=1, sequenceid=8, filesize=5.2 K 2024-12-06T06:21:26,311 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9290fa62a2a8149a599e2627c935e9d0 in 38ms, sequenceid=8, compaction requested=false 2024-12-06T06:21:26,315 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/replication/9290fa62a2a8149a599e2627c935e9d0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:21:26,315 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:26,315 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:21:26,315 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:26,315 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9290fa62a2a8149a599e2627c935e9d0: Waiting for close lock at 1733466086273Running coprocessor pre-close hooks at 1733466086273Disabling compacts and flushes for region at 1733466086273Disabling writes for close at 1733466086273Obtaining lock to block concurrent updates at 1733466086274 (+1 ms)Preparing flush snapshotting stores in 9290fa62a2a8149a599e2627c935e9d0 at 1733466086274Finished memstore snapshotting hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733466086274Flushing stores of hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. at 1733466086274Flushing 9290fa62a2a8149a599e2627c935e9d0/queue: creating writer at 1733466086275 (+1 ms)Flushing 9290fa62a2a8149a599e2627c935e9d0/queue: appending metadata at 1733466086292 (+17 ms)Flushing 9290fa62a2a8149a599e2627c935e9d0/queue: closing flushed file at 1733466086292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ded56c2: reopening flushed file at 1733466086305 (+13 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9290fa62a2a8149a599e2627c935e9d0 in 38ms, sequenceid=8, compaction requested=false at 1733466086311 (+6 ms)Writing region close event to WAL at 1733466086312 (+1 ms)Running coprocessor post-close hooks at 1733466086315 (+3 ms)Closed at 1733466086315 2024-12-06T06:21:26,315 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733466069703.9290fa62a2a8149a599e2627c935e9d0. 2024-12-06T06:21:26,316 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51622c940912eb5ae5d4e8fcac136ce5, disabling compactions & flushes 2024-12-06T06:21:26,316 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:26,316 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:26,316 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. after waiting 0 ms 2024-12-06T06:21:26,316 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:26,316 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51622c940912eb5ae5d4e8fcac136ce5 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-06T06:21:26,324 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/ns/002824a6313d4356a76cdea6174688f3 is 43, key is default/ns:d/1733466056402/Put/seqid=0 2024-12-06T06:21:26,325 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:26,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741842_1018 (size=5153) 2024-12-06T06:21:26,335 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/.tmp/f/2a7bfd1da14847dab088830992c6c0bc is 28, key is row/f:/1733466077189/DeleteFamily/seqid=0 2024-12-06T06:21:26,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741843_1019 (size=5085) 2024-12-06T06:21:26,368 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:21:26,368 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:21:26,474 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:26,674 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:26,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:21:26,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,731 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/ns/002824a6313d4356a76cdea6174688f3 2024-12-06T06:21:26,749 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/.tmp/f/2a7bfd1da14847dab088830992c6c0bc 2024-12-06T06:21:26,753 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a7bfd1da14847dab088830992c6c0bc 2024-12-06T06:21:26,754 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/rep_barrier/e9795c9d4a074fe4935865106f1c280a is 112, key is test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5./rep_barrier:seqnumDuringOpen/1733466065379/Put/seqid=0 2024-12-06T06:21:26,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,771 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/.tmp/f1/89c3eb8467ab4040b66ab8522b8f1884 is 29, key is row/f1:/1733466077189/DeleteFamily/seqid=0 2024-12-06T06:21:26,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741844_1020 (size=5518) 2024-12-06T06:21:26,783 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/rep_barrier/e9795c9d4a074fe4935865106f1c280a 2024-12-06T06:21:26,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:26,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741845_1021 (size=5089) 2024-12-06T06:21:26,808 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/table/6a8cef8c63184c499ee1044fb2a3dd70 is 53, key is hbase:replication/table:state/1733466070483/Put/seqid=0 2024-12-06T06:21:26,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741846_1022 (size=5308) 2024-12-06T06:21:26,816 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/table/6a8cef8c63184c499ee1044fb2a3dd70 2024-12-06T06:21:26,822 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/info/5ed958cab9a44c4ead1475e611d4f647 as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/info/5ed958cab9a44c4ead1475e611d4f647 2024-12-06T06:21:26,826 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/info/5ed958cab9a44c4ead1475e611d4f647, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:21:26,827 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/ns/002824a6313d4356a76cdea6174688f3 as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/ns/002824a6313d4356a76cdea6174688f3 2024-12-06T06:21:26,831 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/ns/002824a6313d4356a76cdea6174688f3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:21:26,832 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/rep_barrier/e9795c9d4a074fe4935865106f1c280a as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/rep_barrier/e9795c9d4a074fe4935865106f1c280a 2024-12-06T06:21:26,842 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/rep_barrier/e9795c9d4a074fe4935865106f1c280a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:21:26,843 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/.tmp/table/6a8cef8c63184c499ee1044fb2a3dd70 as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/table/6a8cef8c63184c499ee1044fb2a3dd70 2024-12-06T06:21:26,846 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/table/6a8cef8c63184c499ee1044fb2a3dd70, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:21:26,847 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=16, compaction requested=false 2024-12-06T06:21:26,852 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:21:26,852 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:26,852 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:21:26,852 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:26,853 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466086274Running coprocessor pre-close hooks at 1733466086274Disabling compacts and flushes for region at 1733466086274Disabling writes for close at 1733466086274Obtaining lock to block concurrent updates at 1733466086274Preparing flush snapshotting stores in 1588230740 at 1733466086274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733466086274Flushing stores of hbase:meta,,1.1588230740 at 1733466086275 (+1 ms)Flushing 1588230740/info: creating writer at 1733466086275Flushing 1588230740/info: appending metadata at 1733466086295 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733466086295Flushing 1588230740/ns: creating writer at 1733466086307 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733466086324 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733466086324Flushing 1588230740/rep_barrier: creating writer at 1733466086735 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466086754 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466086754Flushing 1588230740/table: creating writer at 1733466086789 (+35 ms)Flushing 1588230740/table: appending metadata at 1733466086807 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733466086807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a5c849: reopening flushed file at 1733466086821 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ba6b04: reopening flushed file at 1733466086826 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197f03ab: reopening flushed file at 1733466086831 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ca77be: reopening flushed file at 1733466086842 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=16, compaction requested=false at 1733466086847 (+5 ms)Writing region close event to WAL at 1733466086849 (+2 ms)Running coprocessor post-close hooks at 1733466086852 (+3 ms)Closed at 1733466086852 2024-12-06T06:21:26,853 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:26,873 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 636, reset compression=false 2024-12-06T06:21:26,874 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1351): Waiting on 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:26,878 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:26,878 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 883, reset compression=false 2024-12-06T06:21:26,878 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35273,1733466053805 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:26,878 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,35273,1733466053805: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6336e8474e1c,35273,1733466053805, walGroup=6336e8474e1c%2C35273%2C1733466053805, offset=6336e8474e1c%2C35273%2C1733466053805.1733466055431:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:35273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:21:26,879 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:21:26,880 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:21:26,880 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:21:26,880 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:21:26,880 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:21:26,880 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1057148312 }, "NonHeapMemoryUsage": { "committed": 207224832, "init": 7667712, "max": -1, "used": 202777728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:21:26,880 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:46247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:46247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T06:21:26,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:26,910 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:21:26,910 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108673 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:21:27,075 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1351): Waiting on 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:27,083 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 883, reset compression=false 2024-12-06T06:21:27,208 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/.tmp/f1/89c3eb8467ab4040b66ab8522b8f1884 2024-12-06T06:21:27,213 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89c3eb8467ab4040b66ab8522b8f1884 2024-12-06T06:21:27,228 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/.tmp/norep/5a97cc4e5374406988964bfeb7b9a891 is 32, key is row/norep:/1733466077189/DeleteFamily/seqid=0 2024-12-06T06:21:27,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741847_1023 (size=5101) 2024-12-06T06:21:27,275 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:21:27,275 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1325): Online Regions={51622c940912eb5ae5d4e8fcac136ce5=test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5.} 2024-12-06T06:21:27,275 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1351): Waiting on 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:27,386 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.wal-reader.6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/WALs/6336e8474e1c,35273,1733466053805/6336e8474e1c%2C35273%2C1733466053805.1733466055431 to pos 883, reset compression=false 2024-12-06T06:21:27,475 DEBUG [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1351): Waiting on 51622c940912eb5ae5d4e8fcac136ce5 2024-12-06T06:21:27,632 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/.tmp/norep/5a97cc4e5374406988964bfeb7b9a891 2024-12-06T06:21:27,636 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a97cc4e5374406988964bfeb7b9a891 2024-12-06T06:21:27,637 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/.tmp/f/2a7bfd1da14847dab088830992c6c0bc as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/f/2a7bfd1da14847dab088830992c6c0bc 2024-12-06T06:21:27,640 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a7bfd1da14847dab088830992c6c0bc 2024-12-06T06:21:27,640 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/f/2a7bfd1da14847dab088830992c6c0bc, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T06:21:27,641 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/.tmp/f1/89c3eb8467ab4040b66ab8522b8f1884 as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/f1/89c3eb8467ab4040b66ab8522b8f1884 2024-12-06T06:21:27,646 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89c3eb8467ab4040b66ab8522b8f1884 2024-12-06T06:21:27,646 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/f1/89c3eb8467ab4040b66ab8522b8f1884, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T06:21:27,646 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/.tmp/norep/5a97cc4e5374406988964bfeb7b9a891 as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/norep/5a97cc4e5374406988964bfeb7b9a891 2024-12-06T06:21:27,651 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a97cc4e5374406988964bfeb7b9a891 2024-12-06T06:21:27,651 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/norep/5a97cc4e5374406988964bfeb7b9a891, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T06:21:27,652 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 51622c940912eb5ae5d4e8fcac136ce5 in 1336ms, sequenceid=6, compaction requested=false 2024-12-06T06:21:27,652 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T06:21:27,671 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/data/default/test/51622c940912eb5ae5d4e8fcac136ce5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T06:21:27,672 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:27,672 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:21:27,672 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:27,672 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51622c940912eb5ae5d4e8fcac136ce5: Waiting for close lock at 1733466086316Running coprocessor pre-close hooks at 1733466086316Disabling compacts and flushes for region at 1733466086316Disabling writes for close at 1733466086316Obtaining lock to block concurrent updates at 1733466086316Preparing flush snapshotting stores in 51622c940912eb5ae5d4e8fcac136ce5 at 1733466086316Finished memstore snapshotting test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733466086317 (+1 ms)Flushing stores of test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. at 1733466086320 (+3 ms)Flushing 51622c940912eb5ae5d4e8fcac136ce5/f: creating writer at 1733466086320Flushing 51622c940912eb5ae5d4e8fcac136ce5/f: appending metadata at 1733466086334 (+14 ms)Flushing 51622c940912eb5ae5d4e8fcac136ce5/f: closing flushed file at 1733466086334Flushing 51622c940912eb5ae5d4e8fcac136ce5/f1: creating writer at 1733466086753 (+419 ms)Flushing 51622c940912eb5ae5d4e8fcac136ce5/f1: appending metadata at 1733466086770 (+17 ms)Flushing 51622c940912eb5ae5d4e8fcac136ce5/f1: closing flushed file at 1733466086770Flushing 51622c940912eb5ae5d4e8fcac136ce5/norep: creating writer at 1733466087213 (+443 ms)Flushing 51622c940912eb5ae5d4e8fcac136ce5/norep: appending metadata at 1733466087227 (+14 ms)Flushing 51622c940912eb5ae5d4e8fcac136ce5/norep: closing flushed file at 1733466087227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0506b4: reopening flushed file at 1733466087636 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39dfe2fc: reopening flushed file at 1733466087641 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6774f2ea: reopening flushed file at 1733466087646 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 51622c940912eb5ae5d4e8fcac136ce5 in 1336ms, sequenceid=6, compaction requested=false at 1733466087652 (+6 ms)Writing region close event to WAL at 1733466087668 (+16 ms)Running coprocessor post-close hooks at 1733466087672 (+4 ms)Closed at 1733466087672 2024-12-06T06:21:27,672 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733466064235.51622c940912eb5ae5d4e8fcac136ce5. 2024-12-06T06:21:27,675 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,35273,1733466053805; all regions closed. 2024-12-06T06:21:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741834_1010 (size=4239) 2024-12-06T06:21:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741839_1015 (size=2240) 2024-12-06T06:21:27,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741832_1008 (size=1535) 2024-12-06T06:21:27,691 DEBUG [RS:0;6336e8474e1c:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:27,691 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:27,691 INFO [RS:0;6336e8474e1c:35273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:21:27,692 INFO [RS:0;6336e8474e1c:35273 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:21:27,692 INFO [RS:0;6336e8474e1c:35273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:21:27,692 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:21:27,692 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,35273,1733466053805 because: Region server is closing 2024-12-06T06:21:27,692 INFO [RS:0;6336e8474e1c:35273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35273. 2024-12-06T06:21:27,692 DEBUG [RS:0;6336e8474e1c:35273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:27,692 DEBUG [RS:0;6336e8474e1c:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:27,692 DEBUG [RS:0;6336e8474e1c:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:27,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:27,793 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35273,1733466053805.replicationSource.shipper6336e8474e1c%2C35273%2C1733466053805,1-6336e8474e1c,35273,1733466053805 terminated 2024-12-06T06:21:27,793 INFO [RS:0;6336e8474e1c:35273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35273 2024-12-06T06:21:27,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593/rs 2024-12-06T06:21:27,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-227926593/rs/6336e8474e1c,35273,1733466053805 2024-12-06T06:21:27,795 INFO [RS:0;6336e8474e1c:35273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:21:27,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,35273,1733466053805] 2024-12-06T06:21:27,797 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-227926593/draining/6336e8474e1c,35273,1733466053805 already deleted, retry=false 2024-12-06T06:21:27,797 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,35273,1733466053805 expired; onlineServers=0 2024-12-06T06:21:27,797 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,46247,1733466053709' ***** 2024-12-06T06:21:27,797 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:21:27,797 INFO [M:0;6336e8474e1c:46247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:27,797 INFO [M:0;6336e8474e1c:46247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:21:27,797 DEBUG [M:0;6336e8474e1c:46247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:21:27,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:21:27,798 DEBUG [M:0;6336e8474e1c:46247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:21:27,798 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466055232 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466055232,5,FailOnTimeoutGroup] 2024-12-06T06:21:27,798 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466055232 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466055232,5,FailOnTimeoutGroup] 2024-12-06T06:21:27,798 INFO [M:0;6336e8474e1c:46247 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:21:27,798 INFO [M:0;6336e8474e1c:46247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:21:27,798 DEBUG [M:0;6336e8474e1c:46247 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:21:27,798 INFO [M:0;6336e8474e1c:46247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:21:27,798 INFO [M:0;6336e8474e1c:46247 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:27,798 INFO [M:0;6336e8474e1c:46247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:21:27,798 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:21:27,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-227926593/master 2024-12-06T06:21:27,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227926593 2024-12-06T06:21:27,800 DEBUG [M:0;6336e8474e1c:46247 {}] zookeeper.ZKUtil(347): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Unable to get data of znode /0-227926593/master because node does not exist (not an error) 2024-12-06T06:21:27,800 WARN [M:0;6336e8474e1c:46247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:21:27,801 INFO [M:0;6336e8474e1c:46247 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/.lastflushedseqids 2024-12-06T06:21:27,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741848_1024 (size=245) 2024-12-06T06:21:27,805 INFO [M:0;6336e8474e1c:46247 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:21:27,805 INFO [M:0;6336e8474e1c:46247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:21:27,805 DEBUG [M:0;6336e8474e1c:46247 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:21:27,805 INFO [M:0;6336e8474e1c:46247 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:27,805 DEBUG [M:0;6336e8474e1c:46247 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:27,805 DEBUG [M:0;6336e8474e1c:46247 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:21:27,805 DEBUG [M:0;6336e8474e1c:46247 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:27,805 INFO [M:0;6336e8474e1c:46247 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-06T06:21:27,824 DEBUG [M:0;6336e8474e1c:46247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2b8a47cfc4544868bffc7fc5b367c52 is 82, key is hbase:meta,,1/info:regioninfo/1733466056389/Put/seqid=0 2024-12-06T06:21:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741849_1025 (size=5672) 2024-12-06T06:21:27,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:27,896 INFO [RS:0;6336e8474e1c:35273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:21:27,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x101866ec0b50001, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:27,896 INFO [RS:0;6336e8474e1c:35273 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,35273,1733466053805; zookeeper connection closed. 2024-12-06T06:21:27,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@421a5d62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@421a5d62 2024-12-06T06:21:27,897 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:21:28,228 INFO [M:0;6336e8474e1c:46247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2b8a47cfc4544868bffc7fc5b367c52 2024-12-06T06:21:28,250 DEBUG [M:0;6336e8474e1c:46247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/878f99648f1f4567817628d0410db3a0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733466065389/Put/seqid=0 2024-12-06T06:21:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741850_1026 (size=7218) 2024-12-06T06:21:28,659 INFO [M:0;6336e8474e1c:46247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/878f99648f1f4567817628d0410db3a0 2024-12-06T06:21:28,665 INFO [M:0;6336e8474e1c:46247 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 878f99648f1f4567817628d0410db3a0 2024-12-06T06:21:28,691 DEBUG [M:0;6336e8474e1c:46247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/145a59cdd3544a869f6c31daf76b13d4 is 69, key is 6336e8474e1c,35273,1733466053805/rs:state/1733466055289/Put/seqid=0 2024-12-06T06:21:28,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741851_1027 (size=5156) 2024-12-06T06:21:28,700 INFO [M:0;6336e8474e1c:46247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/145a59cdd3544a869f6c31daf76b13d4 2024-12-06T06:21:28,709 DEBUG [M:0;6336e8474e1c:46247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2b8a47cfc4544868bffc7fc5b367c52 as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2b8a47cfc4544868bffc7fc5b367c52 2024-12-06T06:21:28,714 INFO [M:0;6336e8474e1c:46247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2b8a47cfc4544868bffc7fc5b367c52, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T06:21:28,715 DEBUG [M:0;6336e8474e1c:46247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/878f99648f1f4567817628d0410db3a0 as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/878f99648f1f4567817628d0410db3a0 2024-12-06T06:21:28,719 INFO [M:0;6336e8474e1c:46247 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 878f99648f1f4567817628d0410db3a0 2024-12-06T06:21:28,719 INFO [M:0;6336e8474e1c:46247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/878f99648f1f4567817628d0410db3a0, entries=11, sequenceid=105, filesize=7.0 K 2024-12-06T06:21:28,720 DEBUG [M:0;6336e8474e1c:46247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/145a59cdd3544a869f6c31daf76b13d4 as hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/145a59cdd3544a869f6c31daf76b13d4 2024-12-06T06:21:28,724 INFO [M:0;6336e8474e1c:46247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/7c477499-0ca7-e7be-d5fa-3c8c51ff3c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/145a59cdd3544a869f6c31daf76b13d4, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T06:21:28,725 INFO [M:0;6336e8474e1c:46247 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false 2024-12-06T06:21:28,732 INFO [M:0;6336e8474e1c:46247 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:28,733 DEBUG [M:0;6336e8474e1c:46247 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466087805Disabling compacts and flushes for region at 1733466087805Disabling writes for close at 1733466087805Obtaining lock to block concurrent updates at 1733466087805Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466087805Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733466087806 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466087806Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466087806Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466087824 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466087824Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466088232 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466088250 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466088250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466088665 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466088690 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466088690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3278c5c3: reopening flushed file at 1733466088708 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649a6c2: reopening flushed file at 1733466088714 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17bf0d6f: reopening flushed file at 1733466088719 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false at 1733466088725 (+6 ms)Writing region close event to WAL at 1733466088732 (+7 ms)Closed at 1733466088732 2024-12-06T06:21:28,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741830_1006 (size=64423) 2024-12-06T06:21:28,738 INFO [M:0;6336e8474e1c:46247 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:21:28,738 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:21:28,738 INFO [M:0;6336e8474e1c:46247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46247 2024-12-06T06:21:28,739 INFO [M:0;6336e8474e1c:46247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:21:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:28,841 INFO [M:0;6336e8474e1c:46247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:21:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x101866ec0b50000, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:28,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3d15dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:21:28,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6078a3c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:21:28,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:21:28,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5462383e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:21:28,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1de3dc87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/hadoop.log.dir/,STOPPED} 2024-12-06T06:21:28,847 WARN [BP-1619183776-172.17.0.2-1733466052177 heartbeating to localhost/127.0.0.1:38943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:21:28,847 WARN [BP-1619183776-172.17.0.2-1733466052177 heartbeating to localhost/127.0.0.1:38943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1619183776-172.17.0.2-1733466052177 (Datanode Uuid d224efda-4aa7-42fc-86f7-6d917861f2b8) service to localhost/127.0.0.1:38943 2024-12-06T06:21:28,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:21:28,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:21:28,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/cluster_4d867dec-fbf1-5109-835b-cbf1df5b7e10/data/data1/current/BP-1619183776-172.17.0.2-1733466052177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:21:28,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/cluster_4d867dec-fbf1-5109-835b-cbf1df5b7e10/data/data2/current/BP-1619183776-172.17.0.2-1733466052177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:21:28,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:21:28,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29089748{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:21:28,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59870692{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:21:28,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:21:28,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ce0bee6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:21:28,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f23b8fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a4f505-9875-60aa-a02f-f5c786de5752/hadoop.log.dir/,STOPPED} 2024-12-06T06:21:28,865 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:21:28,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:21:28,887 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 316) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38943 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40359 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53692) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53692) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53692) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35547 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=4612 (was 4400) - AvailableMemoryMB LEAK? - 2024-12-06T06:21:28,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=4612 2024-12-06T06:21:28,915 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-06T06:21:28,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/hadoop.log.dir so I do NOT create it in target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d 2024-12-06T06:21:28,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:21:28,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/hadoop.tmp.dir so I do NOT create it in target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d 2024-12-06T06:21:28,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eeb4c3c-8a85-3f9e-629a-23b0a2da9d59/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:21:28,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d 2024-12-06T06:21:28,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/cluster_1913ad32-7e4c-7c40-e3a8-d152f4c95993, deleteOnExit=true 2024-12-06T06:21:28,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/cluster_1913ad32-7e4c-7c40-e3a8-d152f4c95993/zookeeper_0, clientPort=64938, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/cluster_1913ad32-7e4c-7c40-e3a8-d152f4c95993/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/cluster_1913ad32-7e4c-7c40-e3a8-d152f4c95993/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:21:28,924 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64938 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/test.cache.data in system properties and HBase conf 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:21:28,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:21:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:21:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:21:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:21:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:21:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:21:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:21:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:21:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:21:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:21:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:21:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:21:28,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101866ec0b50005, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:21:28,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101866ec0b50008, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:21:28,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101866ec0b50002, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:21:28,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101866ec0b50005, quorum=127.0.0.1:53692, baseZNode=/1-694269393 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:21:28,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101866ec0b50008, quorum=127.0.0.1:53692, baseZNode=/2-1315928957 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:21:28,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101866ec0b50002, quorum=127.0.0.1:53692, baseZNode=/0-227926593 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:21:29,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:29,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:21:29,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:21:29,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:21:29,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:21:29,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:29,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ee232eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:21:29,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65008289{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:21:29,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1faca6c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/java.io.tmpdir/jetty-localhost-44125-hadoop-hdfs-3_4_1-tests_jar-_-any-716100475345980508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:21:29,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61d1ce3b{HTTP/1.1, (http/1.1)}{localhost:44125} 2024-12-06T06:21:29,190 INFO [Time-limited test {}] server.Server(415): Started @277861ms 2024-12-06T06:21:29,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:29,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:21:29,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:21:29,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:21:29,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:21:29,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7945f64a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:21:29,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e582a36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:21:29,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@205f3084{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/java.io.tmpdir/jetty-localhost-45777-hadoop-hdfs-3_4_1-tests_jar-_-any-9805885283120275676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:21:29,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54943068{HTTP/1.1, (http/1.1)}{localhost:45777} 2024-12-06T06:21:29,461 INFO [Time-limited test {}] server.Server(415): Started @278133ms 2024-12-06T06:21:29,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:21:29,569 WARN [Thread-4141 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/cluster_1913ad32-7e4c-7c40-e3a8-d152f4c95993/data/data1/current/BP-655487505-172.17.0.2-1733466088948/current, will proceed with Du for space computation calculation, 2024-12-06T06:21:29,570 WARN [Thread-4142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/cluster_1913ad32-7e4c-7c40-e3a8-d152f4c95993/data/data2/current/BP-655487505-172.17.0.2-1733466088948/current, will proceed with Du for space computation calculation, 2024-12-06T06:21:29,593 WARN [Thread-4129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:21:29,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeab128e519eacf5e with lease ID 0x71c392d47398eb34: Processing first storage report for DS-ffc84b5a-dd31-46d8-bdd9-c86d302aa8e0 from datanode DatanodeRegistration(127.0.0.1:39043, datanodeUuid=ee735ec5-5c23-4a58-87b5-aad629d6a4ad, infoPort=34141, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=362014394;c=1733466088948) 2024-12-06T06:21:29,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeab128e519eacf5e with lease ID 0x71c392d47398eb34: from storage DS-ffc84b5a-dd31-46d8-bdd9-c86d302aa8e0 node DatanodeRegistration(127.0.0.1:39043, datanodeUuid=ee735ec5-5c23-4a58-87b5-aad629d6a4ad, infoPort=34141, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=362014394;c=1733466088948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:21:29,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeab128e519eacf5e with lease ID 0x71c392d47398eb34: Processing first storage report for DS-b113d68f-fdae-41e4-851c-8ed1f834ed03 from datanode DatanodeRegistration(127.0.0.1:39043, datanodeUuid=ee735ec5-5c23-4a58-87b5-aad629d6a4ad, infoPort=34141, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=362014394;c=1733466088948) 2024-12-06T06:21:29,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeab128e519eacf5e with lease ID 0x71c392d47398eb34: from storage DS-b113d68f-fdae-41e4-851c-8ed1f834ed03 node DatanodeRegistration(127.0.0.1:39043, datanodeUuid=ee735ec5-5c23-4a58-87b5-aad629d6a4ad, infoPort=34141, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=362014394;c=1733466088948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:21:29,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d 2024-12-06T06:21:29,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:29,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:29,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:21:30,105 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f with version=8 2024-12-06T06:21:30,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/hbase-staging 2024-12-06T06:21:30,107 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:21:30,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:30,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:30,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:21:30,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:30,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:21:30,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:21:30,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:21:30,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44293 2024-12-06T06:21:30,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44293 connecting to ZooKeeper ensemble=127.0.0.1:64938 2024-12-06T06:21:30,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442930x0, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:30,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44293-0x101866f50680000 connected 2024-12-06T06:21:30,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:30,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:30,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Set watcher on znode that does not yet exist, /0116900739/running 2024-12-06T06:21:30,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f, hbase.cluster.distributed=false 2024-12-06T06:21:30,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Set watcher on znode that does not yet exist, /0116900739/acl 2024-12-06T06:21:30,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44293 2024-12-06T06:21:30,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44293 2024-12-06T06:21:30,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44293 2024-12-06T06:21:30,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44293 2024-12-06T06:21:30,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44293 2024-12-06T06:21:30,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:21:30,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:30,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:30,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:21:30,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:30,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:21:30,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:21:30,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:21:30,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36071 2024-12-06T06:21:30,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36071 connecting to ZooKeeper ensemble=127.0.0.1:64938 2024-12-06T06:21:30,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:30,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:30,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360710x0, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:30,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360710x0, quorum=127.0.0.1:64938, baseZNode=/0116900739 Set watcher on znode that does not yet exist, /0116900739/running 2024-12-06T06:21:30,206 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:21:30,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36071-0x101866f50680001 connected 2024-12-06T06:21:30,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:21:30,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Set watcher on znode that does not yet exist, /0116900739/master 2024-12-06T06:21:30,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Set watcher on znode that does not yet exist, /0116900739/acl 2024-12-06T06:21:30,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36071 2024-12-06T06:21:30,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36071 2024-12-06T06:21:30,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36071 2024-12-06T06:21:30,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36071 2024-12-06T06:21:30,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36071 2024-12-06T06:21:30,244 DEBUG [M:0;6336e8474e1c:44293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:44293 2024-12-06T06:21:30,244 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0116900739/backup-masters/6336e8474e1c,44293,1733466090107 2024-12-06T06:21:30,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739/backup-masters 2024-12-06T06:21:30,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739/backup-masters 2024-12-06T06:21:30,247 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Set watcher on existing znode=/0116900739/backup-masters/6336e8474e1c,44293,1733466090107 2024-12-06T06:21:30,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0116900739/master 2024-12-06T06:21:30,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:30,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:30,249 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Set watcher on existing znode=/0116900739/master 2024-12-06T06:21:30,249 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0116900739/backup-masters/6336e8474e1c,44293,1733466090107 from backup master directory 2024-12-06T06:21:30,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116900739/backup-masters/6336e8474e1c,44293,1733466090107 2024-12-06T06:21:30,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739/backup-masters 2024-12-06T06:21:30,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739/backup-masters 2024-12-06T06:21:30,251 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:21:30,251 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,44293,1733466090107 2024-12-06T06:21:30,259 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/hbase.id] with ID: 62c39f83-0f9e-4704-8e71-a6cc1be9e2bf 2024-12-06T06:21:30,259 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/.tmp/hbase.id 2024-12-06T06:21:30,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:21:30,270 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/.tmp/hbase.id]:[hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/hbase.id] 2024-12-06T06:21:30,281 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:30,281 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:21:30,282 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:21:30,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:30,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:30,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:21:30,302 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:30,303 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:21:30,303 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:30,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:21:30,713 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData/data/master/store 2024-12-06T06:21:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:21:31,118 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:31,118 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:21:31,118 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:31,118 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:31,118 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:21:31,118 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:31,118 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:31,118 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466091118Disabling compacts and flushes for region at 1733466091118Disabling writes for close at 1733466091118Writing region close event to WAL at 1733466091118Closed at 1733466091118 2024-12-06T06:21:31,119 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData/data/master/store/.initializing 2024-12-06T06:21:31,119 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData/WALs/6336e8474e1c,44293,1733466090107 2024-12-06T06:21:31,120 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:21:31,122 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C44293%2C1733466090107, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData/WALs/6336e8474e1c,44293,1733466090107, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData/oldWALs, maxLogs=10 2024-12-06T06:21:31,135 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData/WALs/6336e8474e1c,44293,1733466090107/6336e8474e1c%2C44293%2C1733466090107.1733466091122, exclude list is [], retry=0 2024-12-06T06:21:31,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39043,DS-ffc84b5a-dd31-46d8-bdd9-c86d302aa8e0,DISK] 2024-12-06T06:21:31,139 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData/WALs/6336e8474e1c,44293,1733466090107/6336e8474e1c%2C44293%2C1733466090107.1733466091122 2024-12-06T06:21:31,139 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34141:34141)] 2024-12-06T06:21:31,139 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:31,139 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:31,139 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,139 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:21:31,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:31,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:31,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:21:31,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:31,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:31,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:21:31,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:31,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:31,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:21:31,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:31,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:31,150 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,150 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,150 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,151 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,151 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,152 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:31,153 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:31,154 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:31,154 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63703463, jitterRate=-0.05074442923069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:31,155 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733466091140Initializing all the Stores at 1733466091140Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466091140Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466091144 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466091144Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466091144Cleaning up temporary data from old regions at 1733466091151 (+7 ms)Region opened successfully at 1733466091155 (+4 ms) 2024-12-06T06:21:31,155 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:21:31,157 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e7f776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:21:31,158 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:21:31,158 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:21:31,158 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:21:31,158 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:21:31,159 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:21:31,159 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:21:31,159 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:21:31,166 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:21:31,166 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Unable to get data of znode /0116900739/balancer because node does not exist (not necessarily an error) 2024-12-06T06:21:31,168 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116900739/balancer already deleted, retry=false 2024-12-06T06:21:31,168 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:21:31,168 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Unable to get data of znode /0116900739/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:21:31,169 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116900739/normalizer already deleted, retry=false 2024-12-06T06:21:31,170 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:21:31,170 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Unable to get data of znode /0116900739/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:21:31,172 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116900739/switch/split already deleted, retry=false 2024-12-06T06:21:31,173 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Unable to get data of znode /0116900739/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:21:31,173 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116900739/switch/merge already deleted, retry=false 2024-12-06T06:21:31,175 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Unable to get data of znode /0116900739/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:21:31,176 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116900739/snapshot-cleanup already deleted, retry=false 2024-12-06T06:21:31,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0116900739/running 2024-12-06T06:21:31,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0116900739/running 2024-12-06T06:21:31,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:31,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:31,178 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,44293,1733466090107, sessionid=0x101866f50680000, setting cluster-up flag (Was=false) 2024-12-06T06:21:31,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:31,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:31,187 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0116900739/flush-table-proc/acquired, /0116900739/flush-table-proc/reached, /0116900739/flush-table-proc/abort 2024-12-06T06:21:31,188 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,44293,1733466090107 2024-12-06T06:21:31,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:31,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:31,196 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0116900739/online-snapshot/acquired, /0116900739/online-snapshot/reached, /0116900739/online-snapshot/abort 2024-12-06T06:21:31,196 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,44293,1733466090107 2024-12-06T06:21:31,197 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:21:31,199 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:31,199 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:21:31,199 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:21:31,199 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,44293,1733466090107 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:21:31,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:31,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:31,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:31,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:31,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:21:31,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:21:31,200 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466121201 2024-12-06T06:21:31,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:21:31,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:21:31,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:21:31,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:21:31,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:21:31,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:21:31,201 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:31,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:21:31,202 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:21:31,202 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:21:31,202 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:21:31,202 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:21:31,202 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:21:31,202 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:21:31,202 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:31,203 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466091202,5,FailOnTimeoutGroup] 2024-12-06T06:21:31,203 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466091203,5,FailOnTimeoutGroup] 2024-12-06T06:21:31,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:21:31,203 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,203 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:21:31,203 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,203 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:21:31,229 INFO [RS:0;6336e8474e1c:36071 {}] regionserver.HRegionServer(746): ClusterId : 62c39f83-0f9e-4704-8e71-a6cc1be9e2bf 2024-12-06T06:21:31,230 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:21:31,231 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:21:31,231 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:21:31,233 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:21:31,233 DEBUG [RS:0;6336e8474e1c:36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a636f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:21:31,245 DEBUG [RS:0;6336e8474e1c:36071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:36071 2024-12-06T06:21:31,245 INFO [RS:0;6336e8474e1c:36071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:21:31,245 INFO [RS:0;6336e8474e1c:36071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:21:31,245 DEBUG [RS:0;6336e8474e1c:36071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:21:31,246 INFO [RS:0;6336e8474e1c:36071 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,44293,1733466090107 with port=36071, startcode=1733466090180 2024-12-06T06:21:31,246 DEBUG [RS:0;6336e8474e1c:36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:21:31,247 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:21:31,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,36071,1733466090180 2024-12-06T06:21:31,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44293 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,36071,1733466090180 2024-12-06T06:21:31,249 DEBUG [RS:0;6336e8474e1c:36071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f 2024-12-06T06:21:31,249 DEBUG [RS:0;6336e8474e1c:36071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36083 2024-12-06T06:21:31,249 DEBUG [RS:0;6336e8474e1c:36071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:21:31,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739/rs 2024-12-06T06:21:31,252 DEBUG [RS:0;6336e8474e1c:36071 {}] zookeeper.ZKUtil(111): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Set watcher on existing znode=/0116900739/rs/6336e8474e1c,36071,1733466090180 2024-12-06T06:21:31,252 WARN [RS:0;6336e8474e1c:36071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:21:31,252 INFO [RS:0;6336e8474e1c:36071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:31,252 DEBUG [RS:0;6336e8474e1c:36071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/WALs/6336e8474e1c,36071,1733466090180 2024-12-06T06:21:31,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,36071,1733466090180] 2024-12-06T06:21:31,254 INFO [RS:0;6336e8474e1c:36071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:21:31,256 INFO [RS:0;6336e8474e1c:36071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:21:31,256 INFO [RS:0;6336e8474e1c:36071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:21:31,256 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,256 INFO [RS:0;6336e8474e1c:36071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:21:31,257 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:21:31,257 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:21:31,257 DEBUG [RS:0;6336e8474e1c:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:21:31,257 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,257 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,257 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,257 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,257 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,257 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36071,1733466090180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:21:31,275 INFO [RS:0;6336e8474e1c:36071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:21:31,275 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36071,1733466090180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,275 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,275 INFO [RS:0;6336e8474e1c:36071 {}] regionserver.Replication(171): 6336e8474e1c,36071,1733466090180 started 2024-12-06T06:21:31,290 INFO [RS:0;6336e8474e1c:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:31,290 INFO [RS:0;6336e8474e1c:36071 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,36071,1733466090180, RpcServer on 6336e8474e1c/172.17.0.2:36071, sessionid=0x101866f50680001 2024-12-06T06:21:31,290 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:21:31,291 DEBUG [RS:0;6336e8474e1c:36071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,36071,1733466090180 2024-12-06T06:21:31,291 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,36071,1733466090180' 2024-12-06T06:21:31,291 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0116900739/flush-table-proc/abort' 2024-12-06T06:21:31,291 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0116900739/flush-table-proc/acquired' 2024-12-06T06:21:31,291 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:21:31,291 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:21:31,291 DEBUG [RS:0;6336e8474e1c:36071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,36071,1733466090180 2024-12-06T06:21:31,291 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,36071,1733466090180' 2024-12-06T06:21:31,291 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0116900739/online-snapshot/abort' 2024-12-06T06:21:31,292 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0116900739/online-snapshot/acquired' 2024-12-06T06:21:31,292 DEBUG [RS:0;6336e8474e1c:36071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:21:31,292 INFO [RS:0;6336e8474e1c:36071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:21:31,292 INFO [RS:0;6336e8474e1c:36071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:21:31,392 INFO [RS:0;6336e8474e1c:36071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:21:31,394 INFO [RS:0;6336e8474e1c:36071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C36071%2C1733466090180, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/WALs/6336e8474e1c,36071,1733466090180, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/oldWALs, maxLogs=10 2024-12-06T06:21:31,409 DEBUG [RS:0;6336e8474e1c:36071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/WALs/6336e8474e1c,36071,1733466090180/6336e8474e1c%2C36071%2C1733466090180.1733466091394, exclude list is [], retry=0 2024-12-06T06:21:31,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39043,DS-ffc84b5a-dd31-46d8-bdd9-c86d302aa8e0,DISK] 2024-12-06T06:21:31,419 INFO [RS:0;6336e8474e1c:36071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/WALs/6336e8474e1c,36071,1733466090180/6336e8474e1c%2C36071%2C1733466090180.1733466091394 2024-12-06T06:21:31,420 DEBUG [RS:0;6336e8474e1c:36071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34141:34141)] 2024-12-06T06:21:31,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:21:31,612 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f 2024-12-06T06:21:31,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:21:31,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:21:31,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:31,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:32,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:21:32,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:21:32,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:32,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:32,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:21:32,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:21:32,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:32,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:32,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:21:32,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:21:32,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:32,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:32,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:21:32,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:21:32,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:32,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:32,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:21:32,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/data/hbase/meta/1588230740 2024-12-06T06:21:32,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/data/hbase/meta/1588230740 2024-12-06T06:21:32,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:21:32,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:21:32,025 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:32,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:21:32,028 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:32,029 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68383518, jitterRate=0.01899382472038269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:32,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733466092018Initializing all the Stores at 1733466092018Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466092018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466092018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466092018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466092018Cleaning up temporary data from old regions at 1733466092025 (+7 ms)Region opened successfully at 1733466092029 (+4 ms) 2024-12-06T06:21:32,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:32,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:32,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:32,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:32,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:32,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:32,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466092029Disabling compacts and flushes for region at 1733466092029Disabling writes for close at 1733466092030 (+1 ms)Writing region close event to WAL at 1733466092030Closed at 1733466092030 2024-12-06T06:21:32,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:32,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:21:32,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:21:32,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:21:32,033 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:21:32,183 DEBUG [6336e8474e1c:44293 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:21:32,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,36071,1733466090180 2024-12-06T06:21:32,184 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,36071,1733466090180, state=OPENING 2024-12-06T06:21:32,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:21:32,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:32,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116900739 2024-12-06T06:21:32,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:21:32,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,36071,1733466090180}] 2024-12-06T06:21:32,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116900739/meta-region-server: CHANGED 2024-12-06T06:21:32,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116900739/meta-region-server: CHANGED 2024-12-06T06:21:32,341 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:32,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:21:32,345 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:21:32,345 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:32,346 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:21:32,347 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C36071%2C1733466090180.meta, suffix=.meta, logDir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/WALs/6336e8474e1c,36071,1733466090180, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/oldWALs, maxLogs=10 2024-12-06T06:21:32,361 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/WALs/6336e8474e1c,36071,1733466090180/6336e8474e1c%2C36071%2C1733466090180.meta.1733466092347.meta, exclude list is [], retry=0 2024-12-06T06:21:32,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39043,DS-ffc84b5a-dd31-46d8-bdd9-c86d302aa8e0,DISK] 2024-12-06T06:21:32,364 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/WALs/6336e8474e1c,36071,1733466090180/6336e8474e1c%2C36071%2C1733466090180.meta.1733466092347.meta 2024-12-06T06:21:32,364 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34141:34141)] 2024-12-06T06:21:32,364 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:32,364 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:32,364 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:21:32,364 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:21:32,364 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:21:32,365 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:21:32,365 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:32,365 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:21:32,365 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:21:32,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:21:32,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:21:32,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:32,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:32,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:21:32,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:21:32,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:32,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:32,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:21:32,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:21:32,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:32,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:32,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:21:32,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:21:32,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:32,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:32,369 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:21:32,370 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/data/hbase/meta/1588230740 2024-12-06T06:21:32,370 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/data/hbase/meta/1588230740 2024-12-06T06:21:32,371 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:21:32,371 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:21:32,371 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:32,372 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:21:32,372 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62201551, jitterRate=-0.07312466204166412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:32,372 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:21:32,373 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733466092365Writing region info on filesystem at 1733466092365Initializing all the Stores at 1733466092365Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466092365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466092365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466092365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466092365Cleaning up temporary data from old regions at 1733466092371 (+6 ms)Running coprocessor post-open hooks at 1733466092372 (+1 ms)Region opened successfully at 1733466092373 (+1 ms) 2024-12-06T06:21:32,373 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466092341 2024-12-06T06:21:32,375 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:21:32,375 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:21:32,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,36071,1733466090180 2024-12-06T06:21:32,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,36071,1733466090180, state=OPEN 2024-12-06T06:21:32,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x101866f50680000, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0116900739/meta-region-server 2024-12-06T06:21:32,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x101866f50680001, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0116900739/meta-region-server 2024-12-06T06:21:32,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,36071,1733466090180 2024-12-06T06:21:32,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116900739/meta-region-server: CHANGED 2024-12-06T06:21:32,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116900739/meta-region-server: CHANGED 2024-12-06T06:21:32,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:21:32,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,36071,1733466090180 in 196 msec 2024-12-06T06:21:32,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:21:32,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-06T06:21:32,389 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:32,389 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:21:32,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:32,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36071,1733466090180, seqNum=-1] 2024-12-06T06:21:32,390 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:32,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:32,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-12-06T06:21:32,394 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466092394, completionTime=-1 2024-12-06T06:21:32,394 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:21:32,394 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:21:32,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:21:32,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466152396 2024-12-06T06:21:32,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466212396 2024-12-06T06:21:32,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:21:32,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44293,1733466090107-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:32,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44293,1733466090107-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:32,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44293,1733466090107-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:32,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:44293, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:32,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:32,396 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:32,398 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:21:32,399 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.148sec 2024-12-06T06:21:32,399 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:21:32,399 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:21:32,399 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:21:32,399 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:21:32,399 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:21:32,399 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44293,1733466090107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:21:32,399 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44293,1733466090107-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:21:32,401 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:21:32,401 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:21:32,401 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,44293,1733466090107-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:32,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a88a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:32,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,44293,-1 for getting cluster id 2024-12-06T06:21:32,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:32,444 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c39f83-0f9e-4704-8e71-a6cc1be9e2bf' 2024-12-06T06:21:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c39f83-0f9e-4704-8e71-a6cc1be9e2bf" 2024-12-06T06:21:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb8f24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:32,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,44293,-1] 2024-12-06T06:21:32,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:32,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:32,445 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:32,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51452599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:32,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36071,1733466090180, seqNum=-1] 2024-12-06T06:21:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:32,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:32,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,44293,1733466090107 2024-12-06T06:21:32,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64938 2024-12-06T06:21:32,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64938, baseZNode=/0116900739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:32,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101866f50680002 connected 2024-12-06T06:21:32,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,44293,1733466090107 2024-12-06T06:21:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51f2d6f4 2024-12-06T06:21:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:32,457 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:32,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:21:32,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:32,460 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:32,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:21:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:32,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:21:32,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 773f8e1fbd8bd0c87f645e3bc16bc882, NAME => 'test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f 2024-12-06T06:21:32,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39043 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:21:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:32,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:32,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 773f8e1fbd8bd0c87f645e3bc16bc882, disabling compactions & flushes 2024-12-06T06:21:32,872 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882. 2024-12-06T06:21:32,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882. 2024-12-06T06:21:32,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882. after waiting 0 ms 2024-12-06T06:21:32,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882. 2024-12-06T06:21:32,872 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882. 2024-12-06T06:21:32,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 773f8e1fbd8bd0c87f645e3bc16bc882: Waiting for close lock at 1733466092872Disabling compacts and flushes for region at 1733466092872Disabling writes for close at 1733466092872Writing region close event to WAL at 1733466092872Closed at 1733466092872 2024-12-06T06:21:32,873 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:32,874 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733466092874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466092874"}]},"ts":"1733466092874"} 2024-12-06T06:21:32,876 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:32,877 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:32,877 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466092877"}]},"ts":"1733466092877"} 2024-12-06T06:21:32,878 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:21:32,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=773f8e1fbd8bd0c87f645e3bc16bc882, ASSIGN}] 2024-12-06T06:21:32,879 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=773f8e1fbd8bd0c87f645e3bc16bc882, ASSIGN 2024-12-06T06:21:32,880 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=773f8e1fbd8bd0c87f645e3bc16bc882, ASSIGN; state=OFFLINE, location=6336e8474e1c,36071,1733466090180; forceNewPlan=false, retain=false 2024-12-06T06:21:33,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=773f8e1fbd8bd0c87f645e3bc16bc882, regionState=OPENING, regionLocation=6336e8474e1c,36071,1733466090180 2024-12-06T06:21:33,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=773f8e1fbd8bd0c87f645e3bc16bc882, ASSIGN because future has completed 2024-12-06T06:21:33,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 773f8e1fbd8bd0c87f645e3bc16bc882, server=6336e8474e1c,36071,1733466090180}] 2024-12-06T06:21:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:33,188 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882. 2024-12-06T06:21:33,188 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 773f8e1fbd8bd0c87f645e3bc16bc882, NAME => 'test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:33,189 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:33,189 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:21:33,189 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,189 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:33,189 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,189 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,190 INFO [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,191 INFO [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 773f8e1fbd8bd0c87f645e3bc16bc882 columnFamilyName f 2024-12-06T06:21:33,191 DEBUG [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:33,192 INFO [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] regionserver.HStore(327): Store=773f8e1fbd8bd0c87f645e3bc16bc882/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:33,192 INFO [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,193 INFO [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 773f8e1fbd8bd0c87f645e3bc16bc882 columnFamilyName f1 2024-12-06T06:21:33,193 DEBUG [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:33,193 INFO [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] regionserver.HStore(327): Store=773f8e1fbd8bd0c87f645e3bc16bc882/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:33,193 INFO [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,194 INFO [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 773f8e1fbd8bd0c87f645e3bc16bc882 columnFamilyName norep 2024-12-06T06:21:33,194 DEBUG [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:33,194 INFO [StoreOpener-773f8e1fbd8bd0c87f645e3bc16bc882-1 {}] regionserver.HStore(327): Store=773f8e1fbd8bd0c87f645e3bc16bc882/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:33,194 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,195 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/data/default/test/773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,195 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/data/default/test/773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,196 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,196 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,196 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:33,197 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,198 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/data/default/test/773f8e1fbd8bd0c87f645e3bc16bc882/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:33,199 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 773f8e1fbd8bd0c87f645e3bc16bc882; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63947581, jitterRate=-0.0471067875623703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:33,199 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 773f8e1fbd8bd0c87f645e3bc16bc882 2024-12-06T06:21:33,199 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 773f8e1fbd8bd0c87f645e3bc16bc882: Running coprocessor pre-open hook at 1733466093189Writing region info on filesystem at 1733466093189Initializing all the Stores at 1733466093190 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466093190Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466093190Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466093190Cleaning up temporary data from old regions at 1733466093196 (+6 ms)Running coprocessor post-open hooks at 1733466093199 (+3 ms)Region opened successfully at 1733466093199 2024-12-06T06:21:33,200 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882., pid=6, masterSystemTime=1733466093185 2024-12-06T06:21:33,202 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882. 2024-12-06T06:21:33,202 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733466092457.773f8e1fbd8bd0c87f645e3bc16bc882. 2024-12-06T06:21:33,203 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=773f8e1fbd8bd0c87f645e3bc16bc882, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,36071,1733466090180 2024-12-06T06:21:33,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 773f8e1fbd8bd0c87f645e3bc16bc882, server=6336e8474e1c,36071,1733466090180 because future has completed 2024-12-06T06:21:33,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:21:33,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 773f8e1fbd8bd0c87f645e3bc16bc882, server=6336e8474e1c,36071,1733466090180 in 172 msec 2024-12-06T06:21:33,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:21:33,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=773f8e1fbd8bd0c87f645e3bc16bc882, ASSIGN in 329 msec 2024-12-06T06:21:33,209 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:33,209 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466093209"}]},"ts":"1733466093209"} 2024-12-06T06:21:33,211 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:21:33,211 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:33,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-12-06T06:21:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:33,600 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:21:33,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:33,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,44293,-1 for getting cluster id 2024-12-06T06:21:33,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:33,602 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c39f83-0f9e-4704-8e71-a6cc1be9e2bf' 2024-12-06T06:21:33,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:33,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c39f83-0f9e-4704-8e71-a6cc1be9e2bf" 2024-12-06T06:21:33,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5d1bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:33,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,44293,-1] 2024-12-06T06:21:33,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:33,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:33,603 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:33,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7267f7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:33,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:33,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,44293,1733466090107 2024-12-06T06:21:33,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e324832 2024-12-06T06:21:33,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:33,607 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:33,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:44293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:21:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:21:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:33,611 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:44293' 2024-12-06T06:21:33,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3856770b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:33,619 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,44293,-1 for getting cluster id 2024-12-06T06:21:33,619 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:33,620 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c39f83-0f9e-4704-8e71-a6cc1be9e2bf' 2024-12-06T06:21:33,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:33,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c39f83-0f9e-4704-8e71-a6cc1be9e2bf" 2024-12-06T06:21:33,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdb6adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:33,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,44293,-1] 2024-12-06T06:21:33,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:33,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:33,621 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:33,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b284bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:33,622 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:33,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,44293,1733466090107 2024-12-06T06:21:33,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10d45ea6 2024-12-06T06:21:33,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:33,624 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:33,624 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:21:33,624 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:21:33,625 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:33,625 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:33,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:33,625 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6336e8474e1c:44293, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:21:33,632 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6336e8474e1c:44293, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6336e8474e1c:44293, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6336e8474e1c:44293, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-06T06:21:33,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6336e8474e1c:44293, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=24 msec 2024-12-06T06:21:33,635 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-06T06:21:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:33,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:33,721 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6336e8474e1c:44293, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-06T06:21:33,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:33,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:33,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:33,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:33,743 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=536 (was 363) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f0510ad7848.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp627855269-7829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp432533782-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/cluster_1913ad32-7e4c-7c40-e3a8-d152f4c95993/data/data2/current/BP-655487505-172.17.0.2-1733466088948 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36083 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1486798818_20 at /127.0.0.1:39912 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36641 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-329646172_20 at /127.0.0.1:46780 [Receiving block BP-655487505-172.17.0.2-1733466088948:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp627855269-7824 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0510432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466091203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp627855269-7831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp627855269-7830 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@10d3c65d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1486798818_20 at /127.0.0.1:46808 [Receiving block BP-655487505-172.17.0.2-1733466088948:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 3 on default port 36641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/6336e8474e1c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp627855269-7827 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0510432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64938 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-655487505-172.17.0.2-1733466088948 heartbeating to localhost/127.0.0.1:36083 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/cluster_1913ad32-7e4c-7c40-e3a8-d152f4c95993/data/data1/current/BP-655487505-172.17.0.2-1733466088948 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: PacketResponder: BP-655487505-172.17.0.2-1733466088948:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/6336e8474e1c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6215f76f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 4 on default port 36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 36641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;6336e8474e1c:36071-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/cluster_1913ad32-7e4c-7c40-e3a8-d152f4c95993/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5822731d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64938) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f05109f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64938) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 36641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/6336e8474e1c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-655487505-172.17.0.2-1733466088948:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp432533782-7874-acceptor-0@53e208fd-ServerConnector@54943068{HTTP/1.1, (http/1.1)}{localhost:45777} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f-prefix:6336e8474e1c,36071,1733466090180 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;6336e8474e1c:44293 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64938) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-655487505-172.17.0.2-1733466088948:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6336e8474e1c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/6336e8474e1c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1486798818_20 at /127.0.0.1:46792 [Receiving block BP-655487505-172.17.0.2-1733466088948:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f-prefix:6336e8474e1c,36071,1733466090180.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:64938): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;6336e8474e1c:36071 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5e18c48b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp432533782-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0510432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7f9ea4f5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp627855269-7828-acceptor-0@519f4c53-ServerConnector@61d1ce3b{HTTP/1.1, (http/1.1)}{localhost:44125} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466091202 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp627855269-7825 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0510432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp432533782-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36083 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 6336e8474e1c:44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 1 on default port 36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36083/user/jenkins/test-data/461a3931-beaa-e0e9-c0e3-40c43819613f/MasterData-prefix:6336e8474e1c,44293,1733466090107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp627855269-7826 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0510432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-355bfe00-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(892756733) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Session-HouseKeeper-59fe8d40-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@314166ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/cluster_1913ad32-7e4c-7c40-e3a8-d152f4c95993/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4024851e java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=879 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4475 (was 4612) 2024-12-06T06:21:33,747 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-12-06T06:21:33,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=536, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=4475 2024-12-06T06:21:33,762 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-12-06T06:21:33,779 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-06T06:21:33,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/hadoop.log.dir so I do NOT create it in target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306 2024-12-06T06:21:33,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:21:33,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/hadoop.tmp.dir so I do NOT create it in target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306 2024-12-06T06:21:33,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d8f16e3-8b98-3db8-031f-a3b7a0e8c08d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:21:33,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306 2024-12-06T06:21:33,780 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/cluster_3d68e597-477f-feea-7d47-41e8ac8c82e8, deleteOnExit=true 2024-12-06T06:21:33,782 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/cluster_3d68e597-477f-feea-7d47-41e8ac8c82e8/zookeeper_0, clientPort=52027, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/cluster_3d68e597-477f-feea-7d47-41e8ac8c82e8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/cluster_3d68e597-477f-feea-7d47-41e8ac8c82e8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:21:33,783 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52027 2024-12-06T06:21:33,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:21:33,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:21:33,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/test.cache.data in system properties and HBase conf 2024-12-06T06:21:33,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:21:33,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:21:33,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:21:33,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:21:33,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:21:33,783 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:21:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:21:33,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:33,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:21:33,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:21:33,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:21:33,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:21:33,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:33,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c77357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:21:33,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6828b0e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:21:33,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f53a1f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/java.io.tmpdir/jetty-localhost-42625-hadoop-hdfs-3_4_1-tests_jar-_-any-5528380638941591691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:21:33,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d6047c0{HTTP/1.1, (http/1.1)}{localhost:42625} 2024-12-06T06:21:33,986 INFO [Time-limited test {}] server.Server(415): Started @282658ms 2024-12-06T06:21:34,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:34,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:21:34,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:21:34,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:21:34,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:21:34,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e9db49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:21:34,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37047678{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:21:34,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12902795{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/java.io.tmpdir/jetty-localhost-38863-hadoop-hdfs-3_4_1-tests_jar-_-any-5122926751867594100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:21:34,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f543dc9{HTTP/1.1, (http/1.1)}{localhost:38863} 2024-12-06T06:21:34,236 INFO [Time-limited test {}] server.Server(415): Started @282908ms 2024-12-06T06:21:34,238 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:21:34,353 WARN [Thread-4276 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/cluster_3d68e597-477f-feea-7d47-41e8ac8c82e8/data/data2/current/BP-851128793-172.17.0.2-1733466093809/current, will proceed with Du for space computation calculation, 2024-12-06T06:21:34,353 WARN [Thread-4275 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/cluster_3d68e597-477f-feea-7d47-41e8ac8c82e8/data/data1/current/BP-851128793-172.17.0.2-1733466093809/current, will proceed with Du for space computation calculation, 2024-12-06T06:21:34,373 WARN [Thread-4263 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:21:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x773982074b939377 with lease ID 0x6f140b98d2bd8f59: Processing first storage report for DS-7371d2e5-7b64-4bc2-8c45-f9627282b17b from datanode DatanodeRegistration(127.0.0.1:46449, datanodeUuid=1e96ad8a-26b1-4994-b778-db4d934db784, infoPort=43145, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=2026725219;c=1733466093809) 2024-12-06T06:21:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x773982074b939377 with lease ID 0x6f140b98d2bd8f59: from storage DS-7371d2e5-7b64-4bc2-8c45-f9627282b17b node DatanodeRegistration(127.0.0.1:46449, datanodeUuid=1e96ad8a-26b1-4994-b778-db4d934db784, infoPort=43145, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=2026725219;c=1733466093809), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:21:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x773982074b939377 with lease ID 0x6f140b98d2bd8f59: Processing first storage report for DS-57b6ae13-4470-4260-80ca-3dc1233359d0 from datanode DatanodeRegistration(127.0.0.1:46449, datanodeUuid=1e96ad8a-26b1-4994-b778-db4d934db784, infoPort=43145, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=2026725219;c=1733466093809) 2024-12-06T06:21:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x773982074b939377 with lease ID 0x6f140b98d2bd8f59: from storage DS-57b6ae13-4470-4260-80ca-3dc1233359d0 node DatanodeRegistration(127.0.0.1:46449, datanodeUuid=1e96ad8a-26b1-4994-b778-db4d934db784, infoPort=43145, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=2026725219;c=1733466093809), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:21:34,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306 2024-12-06T06:21:34,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:34,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:21:34,886 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15 with version=8 2024-12-06T06:21:34,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/hbase-staging 2024-12-06T06:21:34,889 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:21:34,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:34,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:34,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:21:34,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:34,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:21:34,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:21:34,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:21:34,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34211 2024-12-06T06:21:34,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34211 connecting to ZooKeeper ensemble=127.0.0.1:52027 2024-12-06T06:21:34,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342110x0, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:34,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34211-0x101866f63650000 connected 2024-12-06T06:21:34,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:34,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:34,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Set watcher on znode that does not yet exist, /0307723455/running 2024-12-06T06:21:34,927 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15, hbase.cluster.distributed=false 2024-12-06T06:21:34,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Set watcher on znode that does not yet exist, /0307723455/acl 2024-12-06T06:21:34,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34211 2024-12-06T06:21:34,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34211 2024-12-06T06:21:34,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34211 2024-12-06T06:21:34,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34211 2024-12-06T06:21:34,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34211 2024-12-06T06:21:34,954 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:21:34,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:34,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:34,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:21:34,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:34,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:21:34,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:21:34,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:21:34,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35561 2024-12-06T06:21:34,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35561 connecting to ZooKeeper ensemble=127.0.0.1:52027 2024-12-06T06:21:34,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:34,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:34,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355610x0, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:34,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355610x0, quorum=127.0.0.1:52027, baseZNode=/0307723455 Set watcher on znode that does not yet exist, /0307723455/running 2024-12-06T06:21:34,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35561-0x101866f63650001 connected 2024-12-06T06:21:34,967 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:21:34,972 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:21:34,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Set watcher on znode that does not yet exist, /0307723455/master 2024-12-06T06:21:34,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Set watcher on znode that does not yet exist, /0307723455/acl 2024-12-06T06:21:34,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35561 2024-12-06T06:21:34,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35561 2024-12-06T06:21:34,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35561 2024-12-06T06:21:34,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35561 2024-12-06T06:21:34,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35561 2024-12-06T06:21:35,001 DEBUG [M:0;6336e8474e1c:34211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:34211 2024-12-06T06:21:35,004 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0307723455/backup-masters/6336e8474e1c,34211,1733466094889 2024-12-06T06:21:35,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455/backup-masters 2024-12-06T06:21:35,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455/backup-masters 2024-12-06T06:21:35,007 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Set watcher on existing znode=/0307723455/backup-masters/6336e8474e1c,34211,1733466094889 2024-12-06T06:21:35,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0307723455/master 2024-12-06T06:21:35,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:35,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:35,010 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Set watcher on existing znode=/0307723455/master 2024-12-06T06:21:35,011 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0307723455/backup-masters/6336e8474e1c,34211,1733466094889 from backup master directory 2024-12-06T06:21:35,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0307723455/backup-masters/6336e8474e1c,34211,1733466094889 2024-12-06T06:21:35,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455/backup-masters 2024-12-06T06:21:35,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455/backup-masters 2024-12-06T06:21:35,015 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:21:35,015 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,34211,1733466094889 2024-12-06T06:21:35,019 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/hbase.id] with ID: 4f36c5e4-ca5a-4f94-8d8b-bb17134159fa 2024-12-06T06:21:35,019 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/.tmp/hbase.id 2024-12-06T06:21:35,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:21:35,427 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/.tmp/hbase.id]:[hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/hbase.id] 2024-12-06T06:21:35,438 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:35,439 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:21:35,440 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:21:35,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:35,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:21:35,450 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:35,452 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:21:35,452 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:35,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:21:35,866 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store 2024-12-06T06:21:35,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:21:35,874 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:35,874 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:21:35,874 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:35,874 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:35,874 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:21:35,874 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:35,874 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:35,874 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466095874Disabling compacts and flushes for region at 1733466095874Disabling writes for close at 1733466095874Writing region close event to WAL at 1733466095874Closed at 1733466095874 2024-12-06T06:21:35,877 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/.initializing 2024-12-06T06:21:35,877 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/WALs/6336e8474e1c,34211,1733466094889 2024-12-06T06:21:35,880 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:21:35,881 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C34211%2C1733466094889, suffix=, logDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/WALs/6336e8474e1c,34211,1733466094889, archiveDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/oldWALs, maxLogs=10 2024-12-06T06:21:35,906 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/WALs/6336e8474e1c,34211,1733466094889/6336e8474e1c%2C34211%2C1733466094889.1733466095881, exclude list is [], retry=0 2024-12-06T06:21:35,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-7371d2e5-7b64-4bc2-8c45-f9627282b17b,DISK] 2024-12-06T06:21:35,916 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/WALs/6336e8474e1c,34211,1733466094889/6336e8474e1c%2C34211%2C1733466094889.1733466095881 2024-12-06T06:21:35,916 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-12-06T06:21:35,916 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:35,916 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:35,916 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,916 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:21:35,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:35,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:35,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:21:35,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:35,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:35,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:21:35,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:35,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:35,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:21:35,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:35,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:35,932 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,933 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,933 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,934 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,934 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,935 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:35,936 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:35,938 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:35,938 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69952988, jitterRate=0.04238075017929077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:35,938 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733466095917Initializing all the Stores at 1733466095922 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466095922Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466095922Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466095922Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466095922Cleaning up temporary data from old regions at 1733466095934 (+12 ms)Region opened successfully at 1733466095938 (+4 ms) 2024-12-06T06:21:35,944 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:21:35,947 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59385c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:21:35,948 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:21:35,949 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:21:35,949 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:21:35,949 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:21:35,949 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:21:35,949 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:21:35,949 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:21:35,958 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:21:35,959 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Unable to get data of znode /0307723455/balancer because node does not exist (not necessarily an error) 2024-12-06T06:21:35,961 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0307723455/balancer already deleted, retry=false 2024-12-06T06:21:35,962 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:21:35,962 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Unable to get data of znode /0307723455/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:21:35,964 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0307723455/normalizer already deleted, retry=false 2024-12-06T06:21:35,965 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:21:35,969 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Unable to get data of znode /0307723455/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:21:35,976 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0307723455/switch/split already deleted, retry=false 2024-12-06T06:21:35,976 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Unable to get data of znode /0307723455/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:21:35,978 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0307723455/switch/merge already deleted, retry=false 2024-12-06T06:21:35,980 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Unable to get data of znode /0307723455/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:21:35,981 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0307723455/snapshot-cleanup already deleted, retry=false 2024-12-06T06:21:35,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0307723455/running 2024-12-06T06:21:35,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:35,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0307723455/running 2024-12-06T06:21:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:35,985 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,34211,1733466094889, sessionid=0x101866f63650000, setting cluster-up flag (Was=false) 2024-12-06T06:21:35,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:35,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:35,997 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0307723455/flush-table-proc/acquired, /0307723455/flush-table-proc/reached, /0307723455/flush-table-proc/abort 2024-12-06T06:21:35,999 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,34211,1733466094889 2024-12-06T06:21:36,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:36,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:36,009 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0307723455/online-snapshot/acquired, /0307723455/online-snapshot/reached, /0307723455/online-snapshot/abort 2024-12-06T06:21:36,010 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,34211,1733466094889 2024-12-06T06:21:36,011 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:21:36,020 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:36,021 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:21:36,021 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:21:36,021 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,34211,1733466094889 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:21:36,023 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:36,023 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:36,023 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:36,023 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:36,023 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:21:36,023 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,023 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:21:36,023 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:36,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:21:36,031 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:36,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:21:36,039 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466126039 2024-12-06T06:21:36,039 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:21:36,039 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:21:36,039 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:21:36,039 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:21:36,039 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:21:36,040 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:21:36,040 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,041 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:21:36,041 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:21:36,041 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:21:36,041 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:21:36,042 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:21:36,042 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:21:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:21:36,043 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466096043,5,FailOnTimeoutGroup] 2024-12-06T06:21:36,044 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466096044,5,FailOnTimeoutGroup] 2024-12-06T06:21:36,044 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,044 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:21:36,044 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,044 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:21:36,044 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15 2024-12-06T06:21:36,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:21:36,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:36,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:21:36,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:21:36,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:36,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:36,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:21:36,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:21:36,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:36,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:36,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:21:36,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:21:36,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:36,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:36,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:21:36,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:21:36,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:36,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:36,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:21:36,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740 2024-12-06T06:21:36,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740 2024-12-06T06:21:36,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:21:36,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:21:36,072 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:36,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:21:36,076 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:36,076 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69175483, jitterRate=0.03079502284526825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733466096058Initializing all the Stores at 1733466096059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466096059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466096060 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466096060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466096060Cleaning up temporary data from old regions at 1733466096071 (+11 ms)Region opened successfully at 1733466096076 (+5 ms) 2024-12-06T06:21:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:36,077 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:36,078 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:36,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466096077Disabling compacts and flushes for region at 1733466096077Disabling writes for close at 1733466096077Writing region close event to WAL at 1733466096078 (+1 ms)Closed at 1733466096078 2024-12-06T06:21:36,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:36,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:21:36,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:21:36,081 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:21:36,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:21:36,087 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(746): ClusterId : 4f36c5e4-ca5a-4f94-8d8b-bb17134159fa 2024-12-06T06:21:36,087 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:21:36,089 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:21:36,089 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:21:36,093 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:21:36,093 DEBUG [RS:0;6336e8474e1c:35561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2906d962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:21:36,113 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:35561 2024-12-06T06:21:36,113 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:21:36,113 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:21:36,113 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:21:36,114 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,34211,1733466094889 with port=35561, startcode=1733466094954 2024-12-06T06:21:36,114 DEBUG [RS:0;6336e8474e1c:35561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:21:36,116 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:21:36,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,35561,1733466094954 2024-12-06T06:21:36,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34211 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,35561,1733466094954 2024-12-06T06:21:36,119 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15 2024-12-06T06:21:36,119 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46067 2024-12-06T06:21:36,119 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:21:36,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455/rs 2024-12-06T06:21:36,123 DEBUG [RS:0;6336e8474e1c:35561 {}] zookeeper.ZKUtil(111): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Set watcher on existing znode=/0307723455/rs/6336e8474e1c,35561,1733466094954 2024-12-06T06:21:36,123 WARN [RS:0;6336e8474e1c:35561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:21:36,123 INFO [RS:0;6336e8474e1c:35561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:36,123 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954 2024-12-06T06:21:36,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,35561,1733466094954] 2024-12-06T06:21:36,133 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:21:36,136 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:21:36,141 INFO [RS:0;6336e8474e1c:35561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:21:36,141 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,142 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:21:36,143 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:21:36,143 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,143 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,143 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:21:36,144 DEBUG [RS:0;6336e8474e1c:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:21:36,148 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,148 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,148 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,148 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,148 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,148 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35561,1733466094954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:21:36,169 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:21:36,170 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,35561,1733466094954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,170 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,170 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.Replication(171): 6336e8474e1c,35561,1733466094954 started 2024-12-06T06:21:36,189 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,189 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,35561,1733466094954, RpcServer on 6336e8474e1c/172.17.0.2:35561, sessionid=0x101866f63650001 2024-12-06T06:21:36,189 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:21:36,189 DEBUG [RS:0;6336e8474e1c:35561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,35561,1733466094954 2024-12-06T06:21:36,190 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35561,1733466094954' 2024-12-06T06:21:36,190 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0307723455/flush-table-proc/abort' 2024-12-06T06:21:36,190 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0307723455/flush-table-proc/acquired' 2024-12-06T06:21:36,191 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:21:36,191 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:21:36,191 DEBUG [RS:0;6336e8474e1c:35561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,35561,1733466094954 2024-12-06T06:21:36,191 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,35561,1733466094954' 2024-12-06T06:21:36,191 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0307723455/online-snapshot/abort' 2024-12-06T06:21:36,191 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0307723455/online-snapshot/acquired' 2024-12-06T06:21:36,191 DEBUG [RS:0;6336e8474e1c:35561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:21:36,192 INFO [RS:0;6336e8474e1c:35561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:21:36,192 INFO [RS:0;6336e8474e1c:35561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:21:36,237 WARN [6336e8474e1c:34211 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:21:36,292 INFO [RS:0;6336e8474e1c:35561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:21:36,293 INFO [RS:0;6336e8474e1c:35561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35561%2C1733466094954, suffix=, logDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954, archiveDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/oldWALs, maxLogs=10 2024-12-06T06:21:36,309 DEBUG [RS:0;6336e8474e1c:35561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293, exclude list is [], retry=0 2024-12-06T06:21:36,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-7371d2e5-7b64-4bc2-8c45-f9627282b17b,DISK] 2024-12-06T06:21:36,313 INFO [RS:0;6336e8474e1c:35561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 2024-12-06T06:21:36,314 DEBUG [RS:0;6336e8474e1c:35561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-12-06T06:21:36,487 DEBUG [6336e8474e1c:34211 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:21:36,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,35561,1733466094954 2024-12-06T06:21:36,489 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35561,1733466094954, state=OPENING 2024-12-06T06:21:36,490 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:21:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:36,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0307723455/meta-region-server: CHANGED 2024-12-06T06:21:36,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0307723455/meta-region-server: CHANGED 2024-12-06T06:21:36,492 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:21:36,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35561,1733466094954}] 2024-12-06T06:21:36,645 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:36,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:21:36,650 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:21:36,650 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:36,650 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:21:36,651 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35561%2C1733466094954.meta, suffix=.meta, logDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954, archiveDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/oldWALs, maxLogs=10 2024-12-06T06:21:36,669 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.meta.1733466096652.meta, exclude list is [], retry=0 2024-12-06T06:21:36,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-7371d2e5-7b64-4bc2-8c45-f9627282b17b,DISK] 2024-12-06T06:21:36,677 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.meta.1733466096652.meta 2024-12-06T06:21:36,677 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-12-06T06:21:36,677 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:36,677 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:36,678 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:21:36,678 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:21:36,678 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:21:36,678 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:21:36,678 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:36,678 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:21:36,678 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:21:36,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:21:36,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:21:36,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:36,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:36,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:21:36,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:21:36,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:36,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:36,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:21:36,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:21:36,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:36,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:36,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:21:36,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:21:36,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:36,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:36,683 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:21:36,684 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740 2024-12-06T06:21:36,685 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740 2024-12-06T06:21:36,685 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:21:36,686 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:21:36,686 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:36,687 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:21:36,687 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67115303, jitterRate=9.594857692718506E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:36,688 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:21:36,688 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733466096678Writing region info on filesystem at 1733466096678Initializing all the Stores at 1733466096679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466096679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466096679Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466096679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466096679Cleaning up temporary data from old regions at 1733466096686 (+7 ms)Running coprocessor post-open hooks at 1733466096688 (+2 ms)Region opened successfully at 1733466096688 2024-12-06T06:21:36,689 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466096645 2024-12-06T06:21:36,691 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:21:36,691 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:21:36,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,35561,1733466094954 2024-12-06T06:21:36,692 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,35561,1733466094954, state=OPEN 2024-12-06T06:21:36,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0307723455/meta-region-server 2024-12-06T06:21:36,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0307723455/meta-region-server 2024-12-06T06:21:36,698 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,35561,1733466094954 2024-12-06T06:21:36,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0307723455/meta-region-server: CHANGED 2024-12-06T06:21:36,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0307723455/meta-region-server: CHANGED 2024-12-06T06:21:36,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:21:36,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,35561,1733466094954 in 205 msec 2024-12-06T06:21:36,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:21:36,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-12-06T06:21:36,703 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:36,703 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:21:36,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:36,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35561,1733466094954, seqNum=-1] 2024-12-06T06:21:36,704 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:36,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:36,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 692 msec 2024-12-06T06:21:36,712 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466096712, completionTime=-1 2024-12-06T06:21:36,712 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:21:36,713 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:21:36,714 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:21:36,714 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466156714 2024-12-06T06:21:36,714 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466216714 2024-12-06T06:21:36,714 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:21:36,715 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34211,1733466094889-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,715 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34211,1733466094889-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,715 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34211,1733466094889-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,715 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:34211, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,715 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,716 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,716 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:21:36,719 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.704sec 2024-12-06T06:21:36,719 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:21:36,719 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:21:36,719 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:21:36,719 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:21:36,719 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:21:36,719 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34211,1733466094889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:21:36,719 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34211,1733466094889-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:21:36,722 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:21:36,722 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:21:36,722 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34211,1733466094889-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:36,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cbdf3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:36,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34211,-1 for getting cluster id 2024-12-06T06:21:36,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:36,789 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f36c5e4-ca5a-4f94-8d8b-bb17134159fa' 2024-12-06T06:21:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f36c5e4-ca5a-4f94-8d8b-bb17134159fa" 2024-12-06T06:21:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179672ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34211,-1] 2024-12-06T06:21:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:36,792 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:36,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f602c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:36,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:36,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35561,1733466094954, seqNum=-1] 2024-12-06T06:21:36,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:36,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,34211,1733466094889 2024-12-06T06:21:36,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52027 2024-12-06T06:21:36,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:36,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101866f63650002 connected 2024-12-06T06:21:36,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/hadoop.log.dir so I do NOT create it in target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09 2024-12-06T06:21:36,809 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:21:36,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/hadoop.tmp.dir so I do NOT create it in target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09 2024-12-06T06:21:36,809 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:21:36,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09 2024-12-06T06:21:36,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:21:36,810 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/cluster_20d7cd41-bffa-bb81-9067-f7f91eb180a6, deleteOnExit=true 2024-12-06T06:21:36,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:21:36,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/test.cache.data in system properties and HBase conf 2024-12-06T06:21:36,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:21:36,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:21:36,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:21:36,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:21:36,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:21:36,811 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:21:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:21:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:21:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:21:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:21:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:21:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:21:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:21:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:21:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:21:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:21:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:21:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:21:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:21:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:21:36,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:36,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:21:36,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:21:36,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:21:36,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:21:36,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:36,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79541c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:21:36,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf9ac86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:21:37,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4810c33e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/java.io.tmpdir/jetty-localhost-46141-hadoop-hdfs-3_4_1-tests_jar-_-any-16799369209993585463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:21:37,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73bfc8d1{HTTP/1.1, (http/1.1)}{localhost:46141} 2024-12-06T06:21:37,049 INFO [Time-limited test {}] server.Server(415): Started @285721ms 2024-12-06T06:21:37,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:37,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:21:37,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:21:37,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:21:37,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:21:37,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dae606b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:21:37,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6515073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:21:37,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:21:37,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T06:21:37,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@691721b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/java.io.tmpdir/jetty-localhost-33163-hadoop-hdfs-3_4_1-tests_jar-_-any-17971383666473562291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:21:37,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4898b4cf{HTTP/1.1, (http/1.1)}{localhost:33163} 2024-12-06T06:21:37,299 INFO [Time-limited test {}] server.Server(415): Started @285971ms 2024-12-06T06:21:37,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:21:37,419 WARN [Thread-4395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/cluster_20d7cd41-bffa-bb81-9067-f7f91eb180a6/data/data1/current/BP-492649809-172.17.0.2-1733466096838/current, will proceed with Du for space computation calculation, 2024-12-06T06:21:37,420 WARN [Thread-4396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/cluster_20d7cd41-bffa-bb81-9067-f7f91eb180a6/data/data2/current/BP-492649809-172.17.0.2-1733466096838/current, will proceed with Du for space computation calculation, 2024-12-06T06:21:37,454 WARN [Thread-4383 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:21:37,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d62e77d1a38877d with lease ID 0x494d18f9f3325cb1: Processing first storage report for DS-bea0f0f5-9c9c-4ce1-b2db-81af00c0207d from datanode DatanodeRegistration(127.0.0.1:39871, datanodeUuid=32437090-ca34-4ed2-a080-76224da73c47, infoPort=45391, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=2093902251;c=1733466096838) 2024-12-06T06:21:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d62e77d1a38877d with lease ID 0x494d18f9f3325cb1: from storage DS-bea0f0f5-9c9c-4ce1-b2db-81af00c0207d node DatanodeRegistration(127.0.0.1:39871, datanodeUuid=32437090-ca34-4ed2-a080-76224da73c47, infoPort=45391, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=2093902251;c=1733466096838), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:21:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d62e77d1a38877d with lease ID 0x494d18f9f3325cb1: Processing first storage report for DS-a8b1e372-d592-45c0-9a81-d4519d51c040 from datanode DatanodeRegistration(127.0.0.1:39871, datanodeUuid=32437090-ca34-4ed2-a080-76224da73c47, infoPort=45391, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=2093902251;c=1733466096838) 2024-12-06T06:21:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d62e77d1a38877d with lease ID 0x494d18f9f3325cb1: from storage DS-a8b1e372-d592-45c0-9a81-d4519d51c040 node DatanodeRegistration(127.0.0.1:39871, datanodeUuid=32437090-ca34-4ed2-a080-76224da73c47, infoPort=45391, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=2093902251;c=1733466096838), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:21:37,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09 2024-12-06T06:21:37,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:37,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:21:37,570 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549 with version=8 2024-12-06T06:21:37,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/hbase-staging 2024-12-06T06:21:37,573 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:21:37,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:37,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:37,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:21:37,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:37,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:21:37,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:21:37,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:21:37,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41203 2024-12-06T06:21:37,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41203 connecting to ZooKeeper ensemble=127.0.0.1:52027 2024-12-06T06:21:37,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412030x0, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:37,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41203-0x101866f63650003 connected 2024-12-06T06:21:37,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:37,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:37,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Set watcher on znode that does not yet exist, /1-297162121/running 2024-12-06T06:21:37,610 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549, hbase.cluster.distributed=false 2024-12-06T06:21:37,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Set watcher on znode that does not yet exist, /1-297162121/acl 2024-12-06T06:21:37,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41203 2024-12-06T06:21:37,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41203 2024-12-06T06:21:37,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41203 2024-12-06T06:21:37,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41203 2024-12-06T06:21:37,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41203 2024-12-06T06:21:37,643 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:21:37,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:37,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:37,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:21:37,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:37,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:21:37,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:21:37,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:21:37,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45977 2024-12-06T06:21:37,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45977 connecting to ZooKeeper ensemble=127.0.0.1:52027 2024-12-06T06:21:37,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:37,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:37,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459770x0, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:37,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459770x0, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Set watcher on znode that does not yet exist, /1-297162121/running 2024-12-06T06:21:37,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45977-0x101866f63650004 connected 2024-12-06T06:21:37,652 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:21:37,656 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:21:37,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Set watcher on znode that does not yet exist, /1-297162121/master 2024-12-06T06:21:37,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Set watcher on znode that does not yet exist, /1-297162121/acl 2024-12-06T06:21:37,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45977 2024-12-06T06:21:37,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45977 2024-12-06T06:21:37,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45977 2024-12-06T06:21:37,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45977 2024-12-06T06:21:37,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45977 2024-12-06T06:21:37,681 DEBUG [M:0;6336e8474e1c:41203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:41203 2024-12-06T06:21:37,681 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-297162121/backup-masters/6336e8474e1c,41203,1733466097572 2024-12-06T06:21:37,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121/backup-masters 2024-12-06T06:21:37,683 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Set watcher on existing znode=/1-297162121/backup-masters/6336e8474e1c,41203,1733466097572 2024-12-06T06:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121/backup-masters 2024-12-06T06:21:37,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-297162121/master 2024-12-06T06:21:37,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:37,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:37,692 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Set watcher on existing znode=/1-297162121/master 2024-12-06T06:21:37,693 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-297162121/backup-masters/6336e8474e1c,41203,1733466097572 from backup master directory 2024-12-06T06:21:37,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297162121/backup-masters/6336e8474e1c,41203,1733466097572 2024-12-06T06:21:37,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121/backup-masters 2024-12-06T06:21:37,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121/backup-masters 2024-12-06T06:21:37,696 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:21:37,696 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,41203,1733466097572 2024-12-06T06:21:37,699 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/hbase.id] with ID: 5bb8cb24-1362-4d52-8b00-e3629e5d93bf 2024-12-06T06:21:37,699 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/.tmp/hbase.id 2024-12-06T06:21:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:21:37,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:21:37,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:37,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:38,109 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/.tmp/hbase.id]:[hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/hbase.id] 2024-12-06T06:21:38,117 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:38,117 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:21:38,118 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:21:38,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:38,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:38,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:21:38,539 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:38,540 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:21:38,540 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:38,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:21:38,550 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store 2024-12-06T06:21:38,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:21:38,566 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:38,566 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:21:38,566 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:38,566 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:38,566 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:21:38,566 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:38,566 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:38,566 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466098566Disabling compacts and flushes for region at 1733466098566Disabling writes for close at 1733466098566Writing region close event to WAL at 1733466098566Closed at 1733466098566 2024-12-06T06:21:38,567 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/.initializing 2024-12-06T06:21:38,567 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/WALs/6336e8474e1c,41203,1733466097572 2024-12-06T06:21:38,568 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:21:38,570 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C41203%2C1733466097572, suffix=, logDir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/WALs/6336e8474e1c,41203,1733466097572, archiveDir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/oldWALs, maxLogs=10 2024-12-06T06:21:38,591 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/WALs/6336e8474e1c,41203,1733466097572/6336e8474e1c%2C41203%2C1733466097572.1733466098570, exclude list is [], retry=0 2024-12-06T06:21:38,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-bea0f0f5-9c9c-4ce1-b2db-81af00c0207d,DISK] 2024-12-06T06:21:38,600 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/WALs/6336e8474e1c,41203,1733466097572/6336e8474e1c%2C41203%2C1733466097572.1733466098570 2024-12-06T06:21:38,604 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-12-06T06:21:38,604 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:38,604 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:38,604 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,604 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:21:38,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:38,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:38,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:21:38,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:38,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:38,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:21:38,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:38,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:38,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:21:38,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:38,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:38,616 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,616 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,617 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,618 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,618 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,618 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:38,624 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:38,626 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:38,626 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60438087, jitterRate=-0.09940232336521149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:38,626 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733466098604Initializing all the Stores at 1733466098607 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466098607Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466098610 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466098610Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466098610Cleaning up temporary data from old regions at 1733466098618 (+8 ms)Region opened successfully at 1733466098626 (+8 ms) 2024-12-06T06:21:38,628 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:21:38,631 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282c9d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:21:38,631 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:21:38,631 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:21:38,632 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:21:38,632 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:21:38,632 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:21:38,632 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:21:38,632 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:21:38,638 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:21:38,638 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Unable to get data of znode /1-297162121/balancer because node does not exist (not necessarily an error) 2024-12-06T06:21:38,640 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297162121/balancer already deleted, retry=false 2024-12-06T06:21:38,640 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:21:38,641 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Unable to get data of znode /1-297162121/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:21:38,642 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297162121/normalizer already deleted, retry=false 2024-12-06T06:21:38,642 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:21:38,643 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Unable to get data of znode /1-297162121/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:21:38,646 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297162121/switch/split already deleted, retry=false 2024-12-06T06:21:38,646 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Unable to get data of znode /1-297162121/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:21:38,648 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297162121/switch/merge already deleted, retry=false 2024-12-06T06:21:38,649 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Unable to get data of znode /1-297162121/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:21:38,650 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297162121/snapshot-cleanup already deleted, retry=false 2024-12-06T06:21:38,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-297162121/running 2024-12-06T06:21:38,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:38,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-297162121/running 2024-12-06T06:21:38,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:38,653 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,41203,1733466097572, sessionid=0x101866f63650003, setting cluster-up flag (Was=false) 2024-12-06T06:21:38,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:38,663 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-297162121/flush-table-proc/acquired, /1-297162121/flush-table-proc/reached, /1-297162121/flush-table-proc/abort 2024-12-06T06:21:38,664 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,41203,1733466097572 2024-12-06T06:21:38,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:38,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:38,679 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-297162121/online-snapshot/acquired, /1-297162121/online-snapshot/reached, /1-297162121/online-snapshot/abort 2024-12-06T06:21:38,680 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,41203,1733466097572 2024-12-06T06:21:38,689 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:21:38,693 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:38,694 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:21:38,694 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:21:38,694 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,41203,1733466097572 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:21:38,695 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:38,695 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:38,695 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:38,695 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:38,695 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:21:38,695 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,695 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:21:38,695 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:38,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:21:38,703 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:38,703 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:21:38,708 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466128708 2024-12-06T06:21:38,708 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:21:38,708 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:21:38,709 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:21:38,709 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:21:38,709 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:21:38,709 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:21:38,709 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,710 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:21:38,710 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:21:38,710 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:21:38,710 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:21:38,716 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:21:38,716 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:21:38,718 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466098717,5,FailOnTimeoutGroup] 2024-12-06T06:21:38,718 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466098718,5,FailOnTimeoutGroup] 2024-12-06T06:21:38,718 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,718 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:21:38,718 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,718 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:21:38,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:21:38,721 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549 2024-12-06T06:21:38,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:21:38,771 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(746): ClusterId : 5bb8cb24-1362-4d52-8b00-e3629e5d93bf 2024-12-06T06:21:38,771 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:21:38,774 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:21:38,774 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:21:38,775 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:21:38,775 DEBUG [RS:0;6336e8474e1c:45977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373ae3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:21:38,792 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:45977 2024-12-06T06:21:38,793 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:21:38,793 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:21:38,793 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:21:38,793 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,41203,1733466097572 with port=45977, startcode=1733466097642 2024-12-06T06:21:38,793 DEBUG [RS:0;6336e8474e1c:45977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:21:38,797 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:21:38,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,45977,1733466097642 2024-12-06T06:21:38,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41203 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,45977,1733466097642 2024-12-06T06:21:38,800 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549 2024-12-06T06:21:38,800 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42683 2024-12-06T06:21:38,800 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:21:38,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121/rs 2024-12-06T06:21:38,802 DEBUG [RS:0;6336e8474e1c:45977 {}] zookeeper.ZKUtil(111): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Set watcher on existing znode=/1-297162121/rs/6336e8474e1c,45977,1733466097642 2024-12-06T06:21:38,802 WARN [RS:0;6336e8474e1c:45977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:21:38,802 INFO [RS:0;6336e8474e1c:45977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:38,802 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/WALs/6336e8474e1c,45977,1733466097642 2024-12-06T06:21:38,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,45977,1733466097642] 2024-12-06T06:21:38,805 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:21:38,812 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:21:38,815 INFO [RS:0;6336e8474e1c:45977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:21:38,815 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,816 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:21:38,817 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:21:38,817 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:21:38,817 DEBUG [RS:0;6336e8474e1c:45977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:21:38,819 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,819 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,819 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,819 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,819 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,820 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45977,1733466097642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:21:38,839 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:21:38,839 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45977,1733466097642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,839 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,839 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.Replication(171): 6336e8474e1c,45977,1733466097642 started 2024-12-06T06:21:38,858 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:38,858 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,45977,1733466097642, RpcServer on 6336e8474e1c/172.17.0.2:45977, sessionid=0x101866f63650004 2024-12-06T06:21:38,858 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:21:38,858 DEBUG [RS:0;6336e8474e1c:45977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,45977,1733466097642 2024-12-06T06:21:38,858 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,45977,1733466097642' 2024-12-06T06:21:38,858 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-297162121/flush-table-proc/abort' 2024-12-06T06:21:38,859 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-297162121/flush-table-proc/acquired' 2024-12-06T06:21:38,859 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:21:38,859 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:21:38,859 DEBUG [RS:0;6336e8474e1c:45977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,45977,1733466097642 2024-12-06T06:21:38,859 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,45977,1733466097642' 2024-12-06T06:21:38,859 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-297162121/online-snapshot/abort' 2024-12-06T06:21:38,859 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-297162121/online-snapshot/acquired' 2024-12-06T06:21:38,860 DEBUG [RS:0;6336e8474e1c:45977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:21:38,860 INFO [RS:0;6336e8474e1c:45977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:21:38,860 INFO [RS:0;6336e8474e1c:45977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:21:38,961 INFO [RS:0;6336e8474e1c:45977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:21:38,966 INFO [RS:0;6336e8474e1c:45977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C45977%2C1733466097642, suffix=, logDir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/WALs/6336e8474e1c,45977,1733466097642, archiveDir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/oldWALs, maxLogs=10 2024-12-06T06:21:38,986 DEBUG [RS:0;6336e8474e1c:45977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/WALs/6336e8474e1c,45977,1733466097642/6336e8474e1c%2C45977%2C1733466097642.1733466098967, exclude list is [], retry=0 2024-12-06T06:21:38,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-bea0f0f5-9c9c-4ce1-b2db-81af00c0207d,DISK] 2024-12-06T06:21:38,997 INFO [RS:0;6336e8474e1c:45977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/WALs/6336e8474e1c,45977,1733466097642/6336e8474e1c%2C45977%2C1733466097642.1733466098967 2024-12-06T06:21:38,997 DEBUG [RS:0;6336e8474e1c:45977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-12-06T06:21:39,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:39,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:21:39,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:21:39,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:39,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:39,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:21:39,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:21:39,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:39,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:39,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:21:39,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:21:39,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:39,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:39,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:21:39,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:21:39,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:39,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:39,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:21:39,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740 2024-12-06T06:21:39,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740 2024-12-06T06:21:39,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:21:39,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:21:39,148 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:39,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:21:39,151 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:39,151 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67920367, jitterRate=0.012092337012290955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:39,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733466099134Initializing all the Stores at 1733466099134Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466099134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466099134Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466099134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466099134Cleaning up temporary data from old regions at 1733466099148 (+14 ms)Region opened successfully at 1733466099151 (+3 ms) 2024-12-06T06:21:39,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:39,151 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:39,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:39,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:39,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:39,153 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:39,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466099151Disabling compacts and flushes for region at 1733466099151Disabling writes for close at 1733466099151Writing region close event to WAL at 1733466099153 (+2 ms)Closed at 1733466099153 2024-12-06T06:21:39,154 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:39,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:21:39,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:21:39,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:21:39,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:21:39,306 DEBUG [6336e8474e1c:41203 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:21:39,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,45977,1733466097642 2024-12-06T06:21:39,307 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,45977,1733466097642, state=OPENING 2024-12-06T06:21:39,311 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:21:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:39,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:39,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297162121/meta-region-server: CHANGED 2024-12-06T06:21:39,313 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:21:39,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297162121/meta-region-server: CHANGED 2024-12-06T06:21:39,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,45977,1733466097642}] 2024-12-06T06:21:39,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:39,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:21:39,470 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:21:39,470 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:39,470 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:21:39,471 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C45977%2C1733466097642.meta, suffix=.meta, logDir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/WALs/6336e8474e1c,45977,1733466097642, archiveDir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/oldWALs, maxLogs=10 2024-12-06T06:21:39,505 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/WALs/6336e8474e1c,45977,1733466097642/6336e8474e1c%2C45977%2C1733466097642.meta.1733466099472.meta, exclude list is [], retry=0 2024-12-06T06:21:39,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-bea0f0f5-9c9c-4ce1-b2db-81af00c0207d,DISK] 2024-12-06T06:21:39,521 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/WALs/6336e8474e1c,45977,1733466097642/6336e8474e1c%2C45977%2C1733466097642.meta.1733466099472.meta 2024-12-06T06:21:39,528 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-12-06T06:21:39,529 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:39,529 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:39,529 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:21:39,529 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:21:39,529 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:21:39,530 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:21:39,530 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:39,530 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:21:39,530 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:21:39,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:21:39,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:21:39,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:39,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:39,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:21:39,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:21:39,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:39,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:39,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:21:39,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:21:39,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:39,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:39,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:21:39,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:21:39,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:39,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:39,536 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:21:39,537 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740 2024-12-06T06:21:39,538 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740 2024-12-06T06:21:39,540 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:21:39,540 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:21:39,541 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:39,542 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:21:39,542 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67076542, jitterRate=-4.8163533210754395E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:39,543 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:21:39,544 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733466099530Writing region info on filesystem at 1733466099530Initializing all the Stores at 1733466099531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466099531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466099532 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466099532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466099532Cleaning up temporary data from old regions at 1733466099540 (+8 ms)Running coprocessor post-open hooks at 1733466099543 (+3 ms)Region opened successfully at 1733466099544 (+1 ms) 2024-12-06T06:21:39,545 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466099465 2024-12-06T06:21:39,548 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:21:39,548 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:21:39,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,45977,1733466097642 2024-12-06T06:21:39,549 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,45977,1733466097642, state=OPEN 2024-12-06T06:21:39,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-297162121/meta-region-server 2024-12-06T06:21:39,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-297162121/meta-region-server 2024-12-06T06:21:39,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,45977,1733466097642 2024-12-06T06:21:39,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297162121/meta-region-server: CHANGED 2024-12-06T06:21:39,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297162121/meta-region-server: CHANGED 2024-12-06T06:21:39,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:21:39,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,45977,1733466097642 in 238 msec 2024-12-06T06:21:39,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:21:39,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-12-06T06:21:39,556 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:39,556 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:21:39,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:39,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,45977,1733466097642, seqNum=-1] 2024-12-06T06:21:39,557 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:39,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:39,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 869 msec 2024-12-06T06:21:39,562 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466099562, completionTime=-1 2024-12-06T06:21:39,562 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:21:39,562 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:21:39,563 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:21:39,563 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466159563 2024-12-06T06:21:39,563 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466219563 2024-12-06T06:21:39,563 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:21:39,564 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41203,1733466097572-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:39,564 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41203,1733466097572-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:39,564 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41203,1733466097572-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:39,564 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:41203, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:39,564 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:39,564 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:39,565 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:21:39,567 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.871sec 2024-12-06T06:21:39,567 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:21:39,567 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:21:39,567 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:21:39,567 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:21:39,567 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:21:39,567 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41203,1733466097572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:21:39,567 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41203,1733466097572-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:21:39,569 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:21:39,569 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:21:39,569 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,41203,1733466097572-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:39,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710ea26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:39,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,41203,-1 for getting cluster id 2024-12-06T06:21:39,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:39,577 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bb8cb24-1362-4d52-8b00-e3629e5d93bf' 2024-12-06T06:21:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bb8cb24-1362-4d52-8b00-e3629e5d93bf" 2024-12-06T06:21:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8b3ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,41203,-1] 2024-12-06T06:21:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:39,578 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:39,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2ab04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:39,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,45977,1733466097642, seqNum=-1] 2024-12-06T06:21:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:39,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,41203,1733466097572 2024-12-06T06:21:39,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52027 2024-12-06T06:21:39,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:39,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/hadoop.log.dir so I do NOT create it in target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace 2024-12-06T06:21:39,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:21:39,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/hadoop.tmp.dir so I do NOT create it in target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace 2024-12-06T06:21:39,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:21:39,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace 2024-12-06T06:21:39,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:21:39,593 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/cluster_1c1ec532-8a8b-df8b-4624-57e39c5078e6, deleteOnExit=true 2024-12-06T06:21:39,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:21:39,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/test.cache.data in system properties and HBase conf 2024-12-06T06:21:39,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:21:39,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:21:39,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:21:39,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:21:39,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:21:39,593 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:21:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:21:39,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:21:39,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101866f63650005 connected 2024-12-06T06:21:39,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:39,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:21:39,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:21:39,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:21:39,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:21:39,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:39,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dcfdb61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:21:39,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2acab9f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:21:39,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@144e469{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/java.io.tmpdir/jetty-localhost-44865-hadoop-hdfs-3_4_1-tests_jar-_-any-2939941431119722687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:21:39,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ed586f3{HTTP/1.1, (http/1.1)}{localhost:44865} 2024-12-06T06:21:39,891 INFO [Time-limited test {}] server.Server(415): Started @288563ms 2024-12-06T06:21:39,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:21:39,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:21:39,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:21:39,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:21:39,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:21:39,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15e85b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:21:39,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b3d318{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:21:40,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2483a4fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/java.io.tmpdir/jetty-localhost-33191-hadoop-hdfs-3_4_1-tests_jar-_-any-3438052832608221990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:21:40,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e8d262e{HTTP/1.1, (http/1.1)}{localhost:33191} 2024-12-06T06:21:40,087 INFO [Time-limited test {}] server.Server(415): Started @288759ms 2024-12-06T06:21:40,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:21:40,207 WARN [Thread-4516 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/cluster_1c1ec532-8a8b-df8b-4624-57e39c5078e6/data/data1/current/BP-944245058-172.17.0.2-1733466099638/current, will proceed with Du for space computation calculation, 2024-12-06T06:21:40,207 WARN [Thread-4517 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/cluster_1c1ec532-8a8b-df8b-4624-57e39c5078e6/data/data2/current/BP-944245058-172.17.0.2-1733466099638/current, will proceed with Du for space computation calculation, 2024-12-06T06:21:40,245 WARN [Thread-4504 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:21:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fef5eb8b28eb726 with lease ID 0xf60050a41363e2d1: Processing first storage report for DS-44f6bd88-6071-4044-9931-21043ecea16c from datanode DatanodeRegistration(127.0.0.1:39611, datanodeUuid=230475a1-e582-40c1-9e80-35b6197194e3, infoPort=45273, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=2028017278;c=1733466099638) 2024-12-06T06:21:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fef5eb8b28eb726 with lease ID 0xf60050a41363e2d1: from storage DS-44f6bd88-6071-4044-9931-21043ecea16c node DatanodeRegistration(127.0.0.1:39611, datanodeUuid=230475a1-e582-40c1-9e80-35b6197194e3, infoPort=45273, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=2028017278;c=1733466099638), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:21:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fef5eb8b28eb726 with lease ID 0xf60050a41363e2d1: Processing first storage report for DS-9403038f-5b90-43b8-801a-42a9cf04f38f from datanode DatanodeRegistration(127.0.0.1:39611, datanodeUuid=230475a1-e582-40c1-9e80-35b6197194e3, infoPort=45273, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=2028017278;c=1733466099638) 2024-12-06T06:21:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fef5eb8b28eb726 with lease ID 0xf60050a41363e2d1: from storage DS-9403038f-5b90-43b8-801a-42a9cf04f38f node DatanodeRegistration(127.0.0.1:39611, datanodeUuid=230475a1-e582-40c1-9e80-35b6197194e3, infoPort=45273, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=2028017278;c=1733466099638), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:21:40,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace 2024-12-06T06:21:40,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:40,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:40,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:21:40,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9 with version=8 2024-12-06T06:21:40,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/hbase-staging 2024-12-06T06:21:40,329 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:21:40,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:40,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:40,329 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:21:40,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:40,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:21:40,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:21:40,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:21:40,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38163 2024-12-06T06:21:40,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38163 connecting to ZooKeeper ensemble=127.0.0.1:52027 2024-12-06T06:21:40,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381630x0, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:40,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38163-0x101866f63650006 connected 2024-12-06T06:21:40,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:40,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:40,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Set watcher on znode that does not yet exist, /2-610962023/running 2024-12-06T06:21:40,356 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9, hbase.cluster.distributed=false 2024-12-06T06:21:40,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Set watcher on znode that does not yet exist, /2-610962023/acl 2024-12-06T06:21:40,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38163 2024-12-06T06:21:40,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38163 2024-12-06T06:21:40,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38163 2024-12-06T06:21:40,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38163 2024-12-06T06:21:40,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38163 2024-12-06T06:21:40,393 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:21:40,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:40,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:40,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:21:40,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:21:40,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:21:40,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:21:40,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:21:40,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46829 2024-12-06T06:21:40,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46829 connecting to ZooKeeper ensemble=127.0.0.1:52027 2024-12-06T06:21:40,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:40,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:40,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468290x0, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:40,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468290x0, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Set watcher on znode that does not yet exist, /2-610962023/running 2024-12-06T06:21:40,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:21:40,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46829-0x101866f63650007 connected 2024-12-06T06:21:40,425 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:21:40,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Set watcher on znode that does not yet exist, /2-610962023/master 2024-12-06T06:21:40,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Set watcher on znode that does not yet exist, /2-610962023/acl 2024-12-06T06:21:40,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46829 2024-12-06T06:21:40,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46829 2024-12-06T06:21:40,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46829 2024-12-06T06:21:40,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46829 2024-12-06T06:21:40,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46829 2024-12-06T06:21:40,473 DEBUG [M:0;6336e8474e1c:38163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:38163 2024-12-06T06:21:40,473 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-610962023/backup-masters/6336e8474e1c,38163,1733466100329 2024-12-06T06:21:40,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023/backup-masters 2024-12-06T06:21:40,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023/backup-masters 2024-12-06T06:21:40,477 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Set watcher on existing znode=/2-610962023/backup-masters/6336e8474e1c,38163,1733466100329 2024-12-06T06:21:40,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-610962023/master 2024-12-06T06:21:40,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:40,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:40,481 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Set watcher on existing znode=/2-610962023/master 2024-12-06T06:21:40,481 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-610962023/backup-masters/6336e8474e1c,38163,1733466100329 from backup master directory 2024-12-06T06:21:40,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023/backup-masters 2024-12-06T06:21:40,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-610962023/backup-masters/6336e8474e1c,38163,1733466100329 2024-12-06T06:21:40,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023/backup-masters 2024-12-06T06:21:40,482 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:21:40,482 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,38163,1733466100329 2024-12-06T06:21:40,489 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/hbase.id] with ID: 0c226f31-9b57-40ba-a99f-970b912a0277 2024-12-06T06:21:40,489 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/.tmp/hbase.id 2024-12-06T06:21:40,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:21:40,901 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/.tmp/hbase.id]:[hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/hbase.id] 2024-12-06T06:21:40,910 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:40,910 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:21:40,911 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:21:40,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:40,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:40,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:21:40,927 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:40,928 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:21:40,929 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:21:41,335 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store 2024-12-06T06:21:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:21:41,751 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:41,752 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:21:41,752 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:41,752 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:41,752 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:21:41,752 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:41,752 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:41,752 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466101751Disabling compacts and flushes for region at 1733466101751Disabling writes for close at 1733466101752 (+1 ms)Writing region close event to WAL at 1733466101752Closed at 1733466101752 2024-12-06T06:21:41,753 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/.initializing 2024-12-06T06:21:41,753 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/WALs/6336e8474e1c,38163,1733466100329 2024-12-06T06:21:41,754 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:21:41,755 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C38163%2C1733466100329, suffix=, logDir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/WALs/6336e8474e1c,38163,1733466100329, archiveDir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/oldWALs, maxLogs=10 2024-12-06T06:21:41,773 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/WALs/6336e8474e1c,38163,1733466100329/6336e8474e1c%2C38163%2C1733466100329.1733466101755, exclude list is [], retry=0 2024-12-06T06:21:41,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-44f6bd88-6071-4044-9931-21043ecea16c,DISK] 2024-12-06T06:21:41,778 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/WALs/6336e8474e1c,38163,1733466100329/6336e8474e1c%2C38163%2C1733466100329.1733466101755 2024-12-06T06:21:41,780 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45273:45273)] 2024-12-06T06:21:41,780 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:41,781 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:41,781 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,781 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:21:41,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:41,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:41,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:21:41,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:41,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:41,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:21:41,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:41,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:41,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:21:41,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:41,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:41,795 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,796 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,796 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,797 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,797 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,797 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:41,798 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:21:41,801 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:41,801 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63062837, jitterRate=-0.06029050052165985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:41,801 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733466101781Initializing all the Stores at 1733466101782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466101782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466101782Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466101782Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466101782Cleaning up temporary data from old regions at 1733466101797 (+15 ms)Region opened successfully at 1733466101801 (+4 ms) 2024-12-06T06:21:41,804 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:21:41,807 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf716f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:21:41,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:21:41,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:21:41,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:21:41,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:21:41,809 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:21:41,810 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:21:41,810 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:21:41,812 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:21:41,813 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Unable to get data of znode /2-610962023/balancer because node does not exist (not necessarily an error) 2024-12-06T06:21:41,814 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-610962023/balancer already deleted, retry=false 2024-12-06T06:21:41,814 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:21:41,815 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Unable to get data of znode /2-610962023/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:21:41,817 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-610962023/normalizer already deleted, retry=false 2024-12-06T06:21:41,817 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:21:41,818 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Unable to get data of znode /2-610962023/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:21:41,819 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-610962023/switch/split already deleted, retry=false 2024-12-06T06:21:41,820 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Unable to get data of znode /2-610962023/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:21:41,821 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-610962023/switch/merge already deleted, retry=false 2024-12-06T06:21:41,823 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Unable to get data of znode /2-610962023/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:21:41,825 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-610962023/snapshot-cleanup already deleted, retry=false 2024-12-06T06:21:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-610962023/running 2024-12-06T06:21:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-610962023/running 2024-12-06T06:21:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:41,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,38163,1733466100329, sessionid=0x101866f63650006, setting cluster-up flag (Was=false) 2024-12-06T06:21:41,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:41,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:41,836 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-610962023/flush-table-proc/acquired, /2-610962023/flush-table-proc/reached, /2-610962023/flush-table-proc/abort 2024-12-06T06:21:41,837 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,38163,1733466100329 2024-12-06T06:21:41,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:41,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:41,844 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-610962023/online-snapshot/acquired, /2-610962023/online-snapshot/reached, /2-610962023/online-snapshot/abort 2024-12-06T06:21:41,845 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,38163,1733466100329 2024-12-06T06:21:41,846 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:21:41,851 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:41,851 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:21:41,851 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:21:41,851 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,38163,1733466100329 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:21:41,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:41,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:41,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:41,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:21:41,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:21:41,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:21:41,853 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:41,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:21:41,863 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:41,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:21:41,875 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733466131875 2024-12-06T06:21:41,875 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:21:41,875 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:21:41,875 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:21:41,875 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:21:41,875 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:21:41,875 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:21:41,875 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,876 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:21:41,876 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:21:41,876 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:21:41,876 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T06:21:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:21:41,880 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:21:41,880 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:21:41,881 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466101880,5,FailOnTimeoutGroup] 2024-12-06T06:21:41,881 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466101881,5,FailOnTimeoutGroup] 2024-12-06T06:21:41,881 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,881 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:21:41,881 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,881 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,944 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(746): ClusterId : 0c226f31-9b57-40ba-a99f-970b912a0277 2024-12-06T06:21:41,944 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:21:41,946 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:21:41,946 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:21:41,950 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:21:41,950 DEBUG [RS:0;6336e8474e1c:46829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4451e3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:21:41,968 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:46829 2024-12-06T06:21:41,968 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:21:41,968 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:21:41,968 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:21:41,969 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,38163,1733466100329 with port=46829, startcode=1733466100393 2024-12-06T06:21:41,969 DEBUG [RS:0;6336e8474e1c:46829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:21:41,970 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:21:41,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,46829,1733466100393 2024-12-06T06:21:41,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38163 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,46829,1733466100393 2024-12-06T06:21:41,972 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9 2024-12-06T06:21:41,972 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32799 2024-12-06T06:21:41,972 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:21:41,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023/rs 2024-12-06T06:21:41,977 DEBUG [RS:0;6336e8474e1c:46829 {}] zookeeper.ZKUtil(111): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Set watcher on existing znode=/2-610962023/rs/6336e8474e1c,46829,1733466100393 2024-12-06T06:21:41,977 WARN [RS:0;6336e8474e1c:46829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:21:41,977 INFO [RS:0;6336e8474e1c:46829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:41,977 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/WALs/6336e8474e1c,46829,1733466100393 2024-12-06T06:21:41,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,46829,1733466100393] 2024-12-06T06:21:41,982 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:21:41,984 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:21:41,984 INFO [RS:0;6336e8474e1c:46829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:21:41,985 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,985 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:21:41,985 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:21:41,985 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:21:41,986 DEBUG [RS:0;6336e8474e1c:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:21:41,997 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,997 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,997 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,997 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,997 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:41,997 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,46829,1733466100393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:21:42,013 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:21:42,013 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,46829,1733466100393-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:42,013 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:42,013 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.Replication(171): 6336e8474e1c,46829,1733466100393 started 2024-12-06T06:21:42,030 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:42,030 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,46829,1733466100393, RpcServer on 6336e8474e1c/172.17.0.2:46829, sessionid=0x101866f63650007 2024-12-06T06:21:42,030 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:21:42,030 DEBUG [RS:0;6336e8474e1c:46829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,46829,1733466100393 2024-12-06T06:21:42,030 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,46829,1733466100393' 2024-12-06T06:21:42,030 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-610962023/flush-table-proc/abort' 2024-12-06T06:21:42,031 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-610962023/flush-table-proc/acquired' 2024-12-06T06:21:42,032 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:21:42,032 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:21:42,032 DEBUG [RS:0;6336e8474e1c:46829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,46829,1733466100393 2024-12-06T06:21:42,032 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,46829,1733466100393' 2024-12-06T06:21:42,032 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-610962023/online-snapshot/abort' 2024-12-06T06:21:42,033 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-610962023/online-snapshot/acquired' 2024-12-06T06:21:42,033 DEBUG [RS:0;6336e8474e1c:46829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:21:42,033 INFO [RS:0;6336e8474e1c:46829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:21:42,033 INFO [RS:0;6336e8474e1c:46829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:21:42,134 INFO [RS:0;6336e8474e1c:46829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:21:42,135 INFO [RS:0;6336e8474e1c:46829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C46829%2C1733466100393, suffix=, logDir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/WALs/6336e8474e1c,46829,1733466100393, archiveDir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/oldWALs, maxLogs=10 2024-12-06T06:21:42,157 DEBUG [RS:0;6336e8474e1c:46829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/WALs/6336e8474e1c,46829,1733466100393/6336e8474e1c%2C46829%2C1733466100393.1733466102136, exclude list is [], retry=0 2024-12-06T06:21:42,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-44f6bd88-6071-4044-9931-21043ecea16c,DISK] 2024-12-06T06:21:42,163 INFO [RS:0;6336e8474e1c:46829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/WALs/6336e8474e1c,46829,1733466100393/6336e8474e1c%2C46829%2C1733466100393.1733466102136 2024-12-06T06:21:42,168 DEBUG [RS:0;6336e8474e1c:46829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45273:45273)] 2024-12-06T06:21:42,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:21:42,278 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9 2024-12-06T06:21:42,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741833_1009 (size=32) 2024-12-06T06:21:42,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:42,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:21:42,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:21:42,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:42,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:42,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:21:42,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:21:42,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:42,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:42,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:21:42,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:21:42,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:42,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:42,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:21:42,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:21:42,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:42,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:42,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:21:42,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740 2024-12-06T06:21:42,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740 2024-12-06T06:21:42,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:21:42,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:21:42,696 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:42,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:21:42,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:42,698 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60014464, jitterRate=-0.10571479797363281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733466102683Initializing all the Stores at 1733466102684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466102684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466102688 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466102688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466102688Cleaning up temporary data from old regions at 1733466102695 (+7 ms)Region opened successfully at 1733466102698 (+3 ms) 2024-12-06T06:21:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:42,699 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:42,699 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466102698Disabling compacts and flushes for region at 1733466102698Disabling writes for close at 1733466102699 (+1 ms)Writing region close event to WAL at 1733466102699Closed at 1733466102699 2024-12-06T06:21:42,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:42,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:21:42,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:21:42,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:21:42,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:21:42,852 DEBUG [6336e8474e1c:38163 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:21:42,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,46829,1733466100393 2024-12-06T06:21:42,854 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,46829,1733466100393, state=OPENING 2024-12-06T06:21:42,855 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:21:42,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:42,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:42,857 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:21:42,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-610962023/meta-region-server: CHANGED 2024-12-06T06:21:42,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,46829,1733466100393}] 2024-12-06T06:21:42,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-610962023/meta-region-server: CHANGED 2024-12-06T06:21:43,013 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:43,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:21:43,020 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:21:43,021 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:43,021 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:21:43,024 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C46829%2C1733466100393.meta, suffix=.meta, logDir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/WALs/6336e8474e1c,46829,1733466100393, archiveDir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/oldWALs, maxLogs=10 2024-12-06T06:21:43,043 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/WALs/6336e8474e1c,46829,1733466100393/6336e8474e1c%2C46829%2C1733466100393.meta.1733466103025.meta, exclude list is [], retry=0 2024-12-06T06:21:43,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-44f6bd88-6071-4044-9931-21043ecea16c,DISK] 2024-12-06T06:21:43,053 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/WALs/6336e8474e1c,46829,1733466100393/6336e8474e1c%2C46829%2C1733466100393.meta.1733466103025.meta 2024-12-06T06:21:43,053 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45273:45273)] 2024-12-06T06:21:43,053 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:43,054 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:43,054 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:21:43,054 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:21:43,054 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:21:43,054 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:21:43,054 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:43,054 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:21:43,054 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:21:43,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:21:43,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:21:43,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:43,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:43,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:21:43,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:21:43,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:43,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:43,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:21:43,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:21:43,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:43,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:43,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:21:43,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:21:43,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:43,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:21:43,060 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:21:43,060 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740 2024-12-06T06:21:43,061 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740 2024-12-06T06:21:43,062 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:21:43,062 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:21:43,062 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:21:43,063 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:21:43,063 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69004145, jitterRate=0.02824188768863678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:21:43,063 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:21:43,063 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733466103054Writing region info on filesystem at 1733466103054Initializing all the Stores at 1733466103055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466103055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466103055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466103055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733466103055Cleaning up temporary data from old regions at 1733466103062 (+7 ms)Running coprocessor post-open hooks at 1733466103063 (+1 ms)Region opened successfully at 1733466103063 2024-12-06T06:21:43,064 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733466103013 2024-12-06T06:21:43,066 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:21:43,066 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:21:43,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,46829,1733466100393 2024-12-06T06:21:43,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,46829,1733466100393, state=OPEN 2024-12-06T06:21:43,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-610962023/meta-region-server 2024-12-06T06:21:43,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-610962023/meta-region-server 2024-12-06T06:21:43,072 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,46829,1733466100393 2024-12-06T06:21:43,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-610962023/meta-region-server: CHANGED 2024-12-06T06:21:43,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-610962023/meta-region-server: CHANGED 2024-12-06T06:21:43,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:21:43,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,46829,1733466100393 in 215 msec 2024-12-06T06:21:43,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:21:43,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-12-06T06:21:43,076 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:21:43,076 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:21:43,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:43,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,46829,1733466100393, seqNum=-1] 2024-12-06T06:21:43,078 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:43,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:43,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-12-06T06:21:43,083 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733466103083, completionTime=-1 2024-12-06T06:21:43,083 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:21:43,083 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:21:43,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:21:43,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733466163085 2024-12-06T06:21:43,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733466223085 2024-12-06T06:21:43,085 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T06:21:43,086 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38163,1733466100329-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:43,086 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38163,1733466100329-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:43,086 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38163,1733466100329-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:43,086 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:38163, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:43,086 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:43,087 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:43,089 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:21:43,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.609sec 2024-12-06T06:21:43,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:21:43,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:21:43,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:21:43,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:21:43,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:21:43,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38163,1733466100329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:21:43,091 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38163,1733466100329-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:21:43,094 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:21:43,094 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:21:43,094 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,38163,1733466100329-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:21:43,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1fd7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:43,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,38163,-1 for getting cluster id 2024-12-06T06:21:43,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:43,147 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c226f31-9b57-40ba-a99f-970b912a0277' 2024-12-06T06:21:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c226f31-9b57-40ba-a99f-970b912a0277" 2024-12-06T06:21:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26261abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,38163,-1] 2024-12-06T06:21:43,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:43,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:43,149 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:43,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c7ccc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:43,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,46829,1733466100393, seqNum=-1] 2024-12-06T06:21:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:43,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:43,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,38163,1733466100329 2024-12-06T06:21:43,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52027 2024-12-06T06:21:43,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:21:43,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101866f63650008 connected 2024-12-06T06:21:43,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34211,1733466094889 2024-12-06T06:21:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76069417 2024-12-06T06:21:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:43,163 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:43,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:21:43,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:43,166 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:43,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:21:43,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:43,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:21:43,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fd4fdcbeb8c1b93c01d3fb6987d1788, NAME => 'test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15 2024-12-06T06:21:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:21:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:43,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:43,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8fd4fdcbeb8c1b93c01d3fb6987d1788, disabling compactions & flushes 2024-12-06T06:21:43,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:43,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:43,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. after waiting 0 ms 2024-12-06T06:21:43,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:43,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:43,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fd4fdcbeb8c1b93c01d3fb6987d1788: Waiting for close lock at 1733466103594Disabling compacts and flushes for region at 1733466103594Disabling writes for close at 1733466103594Writing region close event to WAL at 1733466103594Closed at 1733466103595 (+1 ms) 2024-12-06T06:21:43,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:43,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733466103597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466103597"}]},"ts":"1733466103597"} 2024-12-06T06:21:43,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:43,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:43,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466103602"}]},"ts":"1733466103602"} 2024-12-06T06:21:43,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:21:43,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8fd4fdcbeb8c1b93c01d3fb6987d1788, ASSIGN}] 2024-12-06T06:21:43,606 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8fd4fdcbeb8c1b93c01d3fb6987d1788, ASSIGN 2024-12-06T06:21:43,606 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8fd4fdcbeb8c1b93c01d3fb6987d1788, ASSIGN; state=OFFLINE, location=6336e8474e1c,35561,1733466094954; forceNewPlan=false, retain=false 2024-12-06T06:21:43,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fd4fdcbeb8c1b93c01d3fb6987d1788, regionState=OPENING, regionLocation=6336e8474e1c,35561,1733466094954 2024-12-06T06:21:43,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8fd4fdcbeb8c1b93c01d3fb6987d1788, ASSIGN because future has completed 2024-12-06T06:21:43,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fd4fdcbeb8c1b93c01d3fb6987d1788, server=6336e8474e1c,35561,1733466094954}] 2024-12-06T06:21:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:43,927 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:43,927 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fd4fdcbeb8c1b93c01d3fb6987d1788, NAME => 'test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:43,928 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:43,928 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:21:43,929 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,929 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:43,929 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,929 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,937 INFO [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,938 INFO [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd4fdcbeb8c1b93c01d3fb6987d1788 columnFamilyName f 2024-12-06T06:21:43,939 DEBUG [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:43,939 INFO [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] regionserver.HStore(327): Store=8fd4fdcbeb8c1b93c01d3fb6987d1788/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:43,939 INFO [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,940 INFO [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd4fdcbeb8c1b93c01d3fb6987d1788 columnFamilyName f1 2024-12-06T06:21:43,940 DEBUG [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:43,940 INFO [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] regionserver.HStore(327): Store=8fd4fdcbeb8c1b93c01d3fb6987d1788/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:43,941 INFO [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,941 INFO [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd4fdcbeb8c1b93c01d3fb6987d1788 columnFamilyName norep 2024-12-06T06:21:43,941 DEBUG [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:43,942 INFO [StoreOpener-8fd4fdcbeb8c1b93c01d3fb6987d1788-1 {}] regionserver.HStore(327): Store=8fd4fdcbeb8c1b93c01d3fb6987d1788/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:43,942 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,942 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,943 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,943 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,943 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,944 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:43,945 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,946 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:43,947 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8fd4fdcbeb8c1b93c01d3fb6987d1788; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75046730, jitterRate=0.11828342080116272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:43,947 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:43,947 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8fd4fdcbeb8c1b93c01d3fb6987d1788: Running coprocessor pre-open hook at 1733466103929Writing region info on filesystem at 1733466103929Initializing all the Stores at 1733466103931 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466103931Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466103937 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466103937Cleaning up temporary data from old regions at 1733466103943 (+6 ms)Running coprocessor post-open hooks at 1733466103947 (+4 ms)Region opened successfully at 1733466103947 2024-12-06T06:21:43,948 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., pid=6, masterSystemTime=1733466103916 2024-12-06T06:21:43,950 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:43,950 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:43,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fd4fdcbeb8c1b93c01d3fb6987d1788, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,35561,1733466094954 2024-12-06T06:21:43,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fd4fdcbeb8c1b93c01d3fb6987d1788, server=6336e8474e1c,35561,1733466094954 because future has completed 2024-12-06T06:21:43,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:21:43,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fd4fdcbeb8c1b93c01d3fb6987d1788, server=6336e8474e1c,35561,1733466094954 in 190 msec 2024-12-06T06:21:43,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:21:43,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8fd4fdcbeb8c1b93c01d3fb6987d1788, ASSIGN in 351 msec 2024-12-06T06:21:43,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:43,957 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466103957"}]},"ts":"1733466103957"} 2024-12-06T06:21:43,959 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:21:43,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:43,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 795 msec 2024-12-06T06:21:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:44,300 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:21:44,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,41203,1733466097572 2024-12-06T06:21:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@540c7ca2 2024-12-06T06:21:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:44,302 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:44,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:21:44,305 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:44,305 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:44,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:21:44,306 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:44,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:21:44,316 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3dfe1e204c4f220af38b5bd80f5fb62, NAME => 'test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549 2024-12-06T06:21:44,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:21:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:44,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:44,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d3dfe1e204c4f220af38b5bd80f5fb62, disabling compactions & flushes 2024-12-06T06:21:44,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:44,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:44,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. after waiting 0 ms 2024-12-06T06:21:44,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:44,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:44,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3dfe1e204c4f220af38b5bd80f5fb62: Waiting for close lock at 1733466104726Disabling compacts and flushes for region at 1733466104726Disabling writes for close at 1733466104726Writing region close event to WAL at 1733466104726Closed at 1733466104726 2024-12-06T06:21:44,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:44,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733466104728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466104728"}]},"ts":"1733466104728"} 2024-12-06T06:21:44,730 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:44,730 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:44,731 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466104731"}]},"ts":"1733466104731"} 2024-12-06T06:21:44,732 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:21:44,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d3dfe1e204c4f220af38b5bd80f5fb62, ASSIGN}] 2024-12-06T06:21:44,733 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d3dfe1e204c4f220af38b5bd80f5fb62, ASSIGN 2024-12-06T06:21:44,734 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d3dfe1e204c4f220af38b5bd80f5fb62, ASSIGN; state=OFFLINE, location=6336e8474e1c,45977,1733466097642; forceNewPlan=false, retain=false 2024-12-06T06:21:44,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3dfe1e204c4f220af38b5bd80f5fb62, regionState=OPENING, regionLocation=6336e8474e1c,45977,1733466097642 2024-12-06T06:21:44,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d3dfe1e204c4f220af38b5bd80f5fb62, ASSIGN because future has completed 2024-12-06T06:21:44,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3dfe1e204c4f220af38b5bd80f5fb62, server=6336e8474e1c,45977,1733466097642}] 2024-12-06T06:21:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:45,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:21:45,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,052 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:45,053 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d3dfe1e204c4f220af38b5bd80f5fb62, NAME => 'test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:45,053 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:45,053 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:21:45,053 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,053 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:45,053 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,053 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,056 INFO [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,057 INFO [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3dfe1e204c4f220af38b5bd80f5fb62 columnFamilyName f 2024-12-06T06:21:45,058 DEBUG [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:45,058 INFO [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] regionserver.HStore(327): Store=d3dfe1e204c4f220af38b5bd80f5fb62/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:45,058 INFO [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,059 INFO [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3dfe1e204c4f220af38b5bd80f5fb62 columnFamilyName f1 2024-12-06T06:21:45,059 DEBUG [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:45,060 INFO [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] regionserver.HStore(327): Store=d3dfe1e204c4f220af38b5bd80f5fb62/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:45,060 INFO [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,061 INFO [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3dfe1e204c4f220af38b5bd80f5fb62 columnFamilyName norep 2024-12-06T06:21:45,061 DEBUG [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:45,061 INFO [StoreOpener-d3dfe1e204c4f220af38b5bd80f5fb62-1 {}] regionserver.HStore(327): Store=d3dfe1e204c4f220af38b5bd80f5fb62/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:45,061 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,062 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,062 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,063 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,063 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,063 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:45,064 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,067 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:45,067 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d3dfe1e204c4f220af38b5bd80f5fb62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66971105, jitterRate=-0.0020527690649032593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:45,067 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:45,067 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d3dfe1e204c4f220af38b5bd80f5fb62: Running coprocessor pre-open hook at 1733466105053Writing region info on filesystem at 1733466105053Initializing all the Stores at 1733466105054 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466105054Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466105056 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466105056Cleaning up temporary data from old regions at 1733466105063 (+7 ms)Running coprocessor post-open hooks at 1733466105067 (+4 ms)Region opened successfully at 1733466105067 2024-12-06T06:21:45,068 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62., pid=6, masterSystemTime=1733466105044 2024-12-06T06:21:45,070 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:45,070 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:45,071 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3dfe1e204c4f220af38b5bd80f5fb62, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,45977,1733466097642 2024-12-06T06:21:45,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3dfe1e204c4f220af38b5bd80f5fb62, server=6336e8474e1c,45977,1733466097642 because future has completed 2024-12-06T06:21:45,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:21:45,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d3dfe1e204c4f220af38b5bd80f5fb62, server=6336e8474e1c,45977,1733466097642 in 191 msec 2024-12-06T06:21:45,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:21:45,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d3dfe1e204c4f220af38b5bd80f5fb62, ASSIGN in 349 msec 2024-12-06T06:21:45,084 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:45,084 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466105084"}]},"ts":"1733466105084"} 2024-12-06T06:21:45,086 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:21:45,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,092 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:45,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 789 msec 2024-12-06T06:21:45,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:45,441 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:21:45,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,38163,1733466100329 2024-12-06T06:21:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b4f0bb7 2024-12-06T06:21:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:45,444 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:45,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T06:21:45,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:45,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:45,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T06:21:45,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741835_1011 (size=902) 2024-12-06T06:21:45,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7d3aa33f5de00d7b8cf214341a51cc0, NAME => 'test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9 2024-12-06T06:21:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741836_1012 (size=39) 2024-12-06T06:21:45,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:45,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d7d3aa33f5de00d7b8cf214341a51cc0, disabling compactions & flushes 2024-12-06T06:21:45,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:45,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:45,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. after waiting 0 ms 2024-12-06T06:21:45,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:45,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:45,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7d3aa33f5de00d7b8cf214341a51cc0: Waiting for close lock at 1733466105473Disabling compacts and flushes for region at 1733466105473Disabling writes for close at 1733466105473Writing region close event to WAL at 1733466105473Closed at 1733466105473 2024-12-06T06:21:45,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:45,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733466105475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466105475"}]},"ts":"1733466105475"} 2024-12-06T06:21:45,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:45,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:45,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466105481"}]},"ts":"1733466105481"} 2024-12-06T06:21:45,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T06:21:45,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7d3aa33f5de00d7b8cf214341a51cc0, ASSIGN}] 2024-12-06T06:21:45,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7d3aa33f5de00d7b8cf214341a51cc0, ASSIGN 2024-12-06T06:21:45,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d7d3aa33f5de00d7b8cf214341a51cc0, ASSIGN; state=OFFLINE, location=6336e8474e1c,46829,1733466100393; forceNewPlan=false, retain=false 2024-12-06T06:21:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:45,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7d3aa33f5de00d7b8cf214341a51cc0, regionState=OPENING, regionLocation=6336e8474e1c,46829,1733466100393 2024-12-06T06:21:45,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d7d3aa33f5de00d7b8cf214341a51cc0, ASSIGN because future has completed 2024-12-06T06:21:45,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d3aa33f5de00d7b8cf214341a51cc0, server=6336e8474e1c,46829,1733466100393}] 2024-12-06T06:21:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:45,792 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:45,792 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d7d3aa33f5de00d7b8cf214341a51cc0, NAME => 'test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:45,793 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:45,793 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T06:21:45,793 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,793 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:45,794 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,794 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,795 INFO [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,796 INFO [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d3aa33f5de00d7b8cf214341a51cc0 columnFamilyName f 2024-12-06T06:21:45,796 DEBUG [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:45,796 INFO [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] regionserver.HStore(327): Store=d7d3aa33f5de00d7b8cf214341a51cc0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:45,796 INFO [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,797 INFO [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d3aa33f5de00d7b8cf214341a51cc0 columnFamilyName f1 2024-12-06T06:21:45,797 DEBUG [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:45,797 INFO [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] regionserver.HStore(327): Store=d7d3aa33f5de00d7b8cf214341a51cc0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:45,797 INFO [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,798 INFO [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d3aa33f5de00d7b8cf214341a51cc0 columnFamilyName norep 2024-12-06T06:21:45,798 DEBUG [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:45,798 INFO [StoreOpener-d7d3aa33f5de00d7b8cf214341a51cc0-1 {}] regionserver.HStore(327): Store=d7d3aa33f5de00d7b8cf214341a51cc0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:45,798 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,799 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,799 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,800 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,800 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,801 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:45,802 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,803 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:45,803 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d7d3aa33f5de00d7b8cf214341a51cc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59216914, jitterRate=-0.11759921908378601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:45,803 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:45,804 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d7d3aa33f5de00d7b8cf214341a51cc0: Running coprocessor pre-open hook at 1733466105794Writing region info on filesystem at 1733466105794Initializing all the Stores at 1733466105794Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466105794Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466105795 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466105795Cleaning up temporary data from old regions at 1733466105800 (+5 ms)Running coprocessor post-open hooks at 1733466105803 (+3 ms)Region opened successfully at 1733466105803 2024-12-06T06:21:45,804 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0., pid=6, masterSystemTime=1733466105789 2024-12-06T06:21:45,806 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:45,806 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:45,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7d3aa33f5de00d7b8cf214341a51cc0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6336e8474e1c,46829,1733466100393 2024-12-06T06:21:45,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d3aa33f5de00d7b8cf214341a51cc0, server=6336e8474e1c,46829,1733466100393 because future has completed 2024-12-06T06:21:45,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:21:45,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7d3aa33f5de00d7b8cf214341a51cc0, server=6336e8474e1c,46829,1733466100393 in 176 msec 2024-12-06T06:21:45,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:21:45,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d7d3aa33f5de00d7b8cf214341a51cc0, ASSIGN in 334 msec 2024-12-06T06:21:45,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:45,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466105820"}]},"ts":"1733466105820"} 2024-12-06T06:21:45,821 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T06:21:45,822 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:45,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 377 msec 2024-12-06T06:21:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:21:46,082 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T06:21:46,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2036ab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:46,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34211,-1 for getting cluster id 2024-12-06T06:21:46,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:46,086 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f36c5e4-ca5a-4f94-8d8b-bb17134159fa' 2024-12-06T06:21:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f36c5e4-ca5a-4f94-8d8b-bb17134159fa" 2024-12-06T06:21:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4144258a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34211,-1] 2024-12-06T06:21:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:46,088 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8994bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:46,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34211,1733466094889 2024-12-06T06:21:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1058c265 2024-12-06T06:21:46,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:46,090 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:46,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6336e8474e1c:41203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:21:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:21:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:46,094 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:41203' 2024-12-06T06:21:46,095 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd35aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:46,095 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,41203,-1 for getting cluster id 2024-12-06T06:21:46,095 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:46,095 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bb8cb24-1362-4d52-8b00-e3629e5d93bf' 2024-12-06T06:21:46,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:46,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bb8cb24-1362-4d52-8b00-e3629e5d93bf" 2024-12-06T06:21:46,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34394f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:46,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,41203,-1] 2024-12-06T06:21:46,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:46,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:46,096 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:46,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465d6a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:46,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:46,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,41203,1733466097572 2024-12-06T06:21:46,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e48c613 2024-12-06T06:21:46,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:46,098 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:46,099 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T06:21:46,099 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:21:46,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:46,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:46,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:46,099 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:21:46,100 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T06:21:46,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:21:46,101 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:46,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:21:46,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741837_1013 (size=1138) 2024-12-06T06:21:46,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbac487180bb44eb00913ec6e5b0ac75, NAME => 'hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15 2024-12-06T06:21:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741838_1014 (size=44) 2024-12-06T06:21:46,150 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T06:21:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:46,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:46,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cbac487180bb44eb00913ec6e5b0ac75, disabling compactions & flushes 2024-12-06T06:21:46,519 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:46,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:46,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. after waiting 0 ms 2024-12-06T06:21:46,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:46,519 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:46,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbac487180bb44eb00913ec6e5b0ac75: Waiting for close lock at 1733466106519Disabling compacts and flushes for region at 1733466106519Disabling writes for close at 1733466106519Writing region close event to WAL at 1733466106519Closed at 1733466106519 2024-12-06T06:21:46,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:21:46,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733466106521"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733466106521"}]},"ts":"1733466106521"} 2024-12-06T06:21:46,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:21:46,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:21:46,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466106524"}]},"ts":"1733466106524"} 2024-12-06T06:21:46,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T06:21:46,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbac487180bb44eb00913ec6e5b0ac75, ASSIGN}] 2024-12-06T06:21:46,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbac487180bb44eb00913ec6e5b0ac75, ASSIGN 2024-12-06T06:21:46,534 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbac487180bb44eb00913ec6e5b0ac75, ASSIGN; state=OFFLINE, location=6336e8474e1c,35561,1733466094954; forceNewPlan=false, retain=false 2024-12-06T06:21:46,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbac487180bb44eb00913ec6e5b0ac75, regionState=OPENING, regionLocation=6336e8474e1c,35561,1733466094954 2024-12-06T06:21:46,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbac487180bb44eb00913ec6e5b0ac75, ASSIGN because future has completed 2024-12-06T06:21:46,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbac487180bb44eb00913ec6e5b0ac75, server=6336e8474e1c,35561,1733466094954}] 2024-12-06T06:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:46,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:46,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:21:46,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T06:21:46,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6336e8474e1c%2C35561%2C1733466094954.rep, suffix=, logDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954, archiveDir=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/oldWALs, maxLogs=10 2024-12-06T06:21:46,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.rep.1733466106855, exclude list is [], retry=0 2024-12-06T06:21:46,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-7371d2e5-7b64-4bc2-8c45-f9627282b17b,DISK] 2024-12-06T06:21:46,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.rep.1733466106855 2024-12-06T06:21:46,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-12-06T06:21:46,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cbac487180bb44eb00913ec6e5b0ac75, NAME => 'hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:21:46,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T06:21:46,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:21:46,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. service=MultiRowMutationService 2024-12-06T06:21:46,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T06:21:46,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:21:46,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,897 INFO [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,898 INFO [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbac487180bb44eb00913ec6e5b0ac75 columnFamilyName hfileref 2024-12-06T06:21:46,898 DEBUG [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:46,898 INFO [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] regionserver.HStore(327): Store=cbac487180bb44eb00913ec6e5b0ac75/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:46,898 INFO [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,899 INFO [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbac487180bb44eb00913ec6e5b0ac75 columnFamilyName queue 2024-12-06T06:21:46,900 DEBUG [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:46,900 INFO [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] regionserver.HStore(327): Store=cbac487180bb44eb00913ec6e5b0ac75/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:46,900 INFO [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,901 INFO [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbac487180bb44eb00913ec6e5b0ac75 columnFamilyName sid 2024-12-06T06:21:46,901 DEBUG [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:21:46,902 INFO [StoreOpener-cbac487180bb44eb00913ec6e5b0ac75-1 {}] regionserver.HStore(327): Store=cbac487180bb44eb00913ec6e5b0ac75/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:21:46,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T06:21:46,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:21:46,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cbac487180bb44eb00913ec6e5b0ac75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66991871, jitterRate=-0.0017433315515518188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T06:21:46,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:46,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cbac487180bb44eb00913ec6e5b0ac75: Running coprocessor pre-open hook at 1733466106893Writing region info on filesystem at 1733466106893Initializing all the Stores at 1733466106894 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466106894Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466106896 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733466106896Cleaning up temporary data from old regions at 1733466106904 (+8 ms)Running coprocessor post-open hooks at 1733466106909 (+5 ms)Region opened successfully at 1733466106910 (+1 ms) 2024-12-06T06:21:46,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75., pid=10, masterSystemTime=1733466106845 2024-12-06T06:21:46,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:46,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:46,913 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbac487180bb44eb00913ec6e5b0ac75, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,35561,1733466094954 2024-12-06T06:21:46,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbac487180bb44eb00913ec6e5b0ac75, server=6336e8474e1c,35561,1733466094954 because future has completed 2024-12-06T06:21:46,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T06:21:46,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cbac487180bb44eb00913ec6e5b0ac75, server=6336e8474e1c,35561,1733466094954 in 224 msec 2024-12-06T06:21:46,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:21:46,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbac487180bb44eb00913ec6e5b0ac75, ASSIGN in 393 msec 2024-12-06T06:21:46,921 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:21:46,922 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733466106921"}]},"ts":"1733466106921"} 2024-12-06T06:21:46,923 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T06:21:46,924 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:21:46,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 825 msec 2024-12-06T06:21:46,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:46,970 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:21:46,971 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128733 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6336e8474e1c,36949,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T06:21:46,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75., hostname=6336e8474e1c,35561,1733466094954, seqNum=2] 2024-12-06T06:21:46,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:46,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:46,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:21:47,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T06:21:47,139 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T06:21:47,182 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6336e8474e1c,35561,1733466094954, ReplicationSource: 1, currentBandwidth=0 2024-12-06T06:21:47,183 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:47,183 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35561,1733466094954, seqNum=-1] 2024-12-06T06:21:47,184 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:47,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-06T06:21:47,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6336e8474e1c,35561,1733466094954', locateType=CURRENT is [region=hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75., hostname=6336e8474e1c,35561,1733466094954, seqNum=2] 2024-12-06T06:21:47,192 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T06:21:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T06:21:47,198 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6336e8474e1c,35561,1733466094954 suceeded 2024-12-06T06:21:47,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T06:21:47,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-12-06T06:21:47,200 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6336e8474e1c:41203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:21:47,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1090 sec 2024-12-06T06:21:47,220 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:41203' 2024-12-06T06:21:47,221 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df3b866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,222 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,41203,-1 for getting cluster id 2024-12-06T06:21:47,222 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:47,223 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bb8cb24-1362-4d52-8b00-e3629e5d93bf' 2024-12-06T06:21:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bb8cb24-1362-4d52-8b00-e3629e5d93bf" 2024-12-06T06:21:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cba0e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,41203,-1] 2024-12-06T06:21:47,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:47,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:47,225 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:47,225 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41f88f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,225 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:47,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,41203,1733466097572 2024-12-06T06:21:47,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15a3c346 2024-12-06T06:21:47,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:47,227 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-06T06:21:47,228 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6336e8474e1c,35561,1733466094954 (queues=1) is replicating from cluster=4f36c5e4-ca5a-4f94-8d8b-bb17134159fa to cluster=5bb8cb24-1362-4d52-8b00-e3629e5d93bf 2024-12-06T06:21:47,228 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6336e8474e1c%2C35561%2C1733466094954 2024-12-06T06:21:47,228 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6336e8474e1c,35561,1733466094954, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:21:47,228 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293, startPosition=0, beingWritten=true 2024-12-06T06:21:47,229 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C35561%2C1733466094954 2024-12-06T06:21:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:21:47,230 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T06:21:47,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:47,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:47,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:47,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:47,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:47,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11760988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34211,-1 for getting cluster id 2024-12-06T06:21:47,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:47,232 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f36c5e4-ca5a-4f94-8d8b-bb17134159fa' 2024-12-06T06:21:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f36c5e4-ca5a-4f94-8d8b-bb17134159fa" 2024-12-06T06:21:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bfc46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34211,-1] 2024-12-06T06:21:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:47,234 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:47,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2354ce4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,239 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:47,239 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 to pos 379, reset compression=false 2024-12-06T06:21:47,240 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35561,1733466094954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:47,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,41203,-1 for getting cluster id 2024-12-06T06:21:47,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:47,248 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bb8cb24-1362-4d52-8b00-e3629e5d93bf' 2024-12-06T06:21:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bb8cb24-1362-4d52-8b00-e3629e5d93bf" 2024-12-06T06:21:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bc6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,41203,-1] 2024-12-06T06:21:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:47,250 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:47,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c4fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,38163,-1 for getting cluster id 2024-12-06T06:21:47,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:47,265 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c226f31-9b57-40ba-a99f-970b912a0277' 2024-12-06T06:21:47,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:47,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c226f31-9b57-40ba-a99f-970b912a0277" 2024-12-06T06:21:47,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53971b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,38163,-1] 2024-12-06T06:21:47,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:47,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:47,267 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3e820f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:47,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:47,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733466107271/Put/seqid=0 2024-12-06T06:21:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741840_1016 (size=7894) 2024-12-06T06:21:47,454 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 to pos 379, reset compression=false 2024-12-06T06:21:47,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733466107679/Put/seqid=0 2024-12-06T06:21:47,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741841_1017 (size=7691) 2024-12-06T06:21:47,758 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 to pos 379, reset compression=false 2024-12-06T06:21:48,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:48,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34211,-1 for getting cluster id 2024-12-06T06:21:48,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:48,090 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f36c5e4-ca5a-4f94-8d8b-bb17134159fa' 2024-12-06T06:21:48,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:48,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f36c5e4-ca5a-4f94-8d8b-bb17134159fa" 2024-12-06T06:21:48,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697b74f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:48,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34211,-1] 2024-12-06T06:21:48,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:48,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:48,092 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:48,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:48,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:48,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35561,1733466094954, seqNum=-1] 2024-12-06T06:21:48,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:48,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:48,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34211,1733466094889 2024-12-06T06:21:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eaed96d 2024-12-06T06:21:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:48,102 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:48,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., hostname=6336e8474e1c,35561,1733466094954, seqNum=2] 2024-12-06T06:21:48,108 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:21:48,113 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-06T06:21:48,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-06T06:21:48,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 8fd4fdcbeb8c1b93c01d3fb6987d1788/f 2024-12-06T06:21:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-06T06:21:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:21:48,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 8fd4fdcbeb8c1b93c01d3fb6987d1788/f 2024-12-06T06:21:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-06T06:21:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:21:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HRegion(2603): Flush status journal for 8fd4fdcbeb8c1b93c01d3fb6987d1788: 2024-12-06T06:21:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__jgnttjb69c14s7s7focl5amg72lq34i3gbfj96dbmu4h8njf5dsc8juhvo8hq0nh/f/hfile_0 2024-12-06T06:21:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__jgnttjb69c14s7s7focl5amg72lq34i3gbfj96dbmu4h8njf5dsc8juhvo8hq0nh/f/hfile_0 as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/770c2283b2ac442a96bc4a826c4be105_SeqId_4_ 2024-12-06T06:21:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__jgnttjb69c14s7s7focl5amg72lq34i3gbfj96dbmu4h8njf5dsc8juhvo8hq0nh/f/hfile_1 2024-12-06T06:21:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__jgnttjb69c14s7s7focl5amg72lq34i3gbfj96dbmu4h8njf5dsc8juhvo8hq0nh/f/hfile_1 as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/2578e1079c21407082fbda45b5794d33_SeqId_4_ 2024-12-06T06:21:48,134 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T06:21:48,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__jgnttjb69c14s7s7focl5amg72lq34i3gbfj96dbmu4h8njf5dsc8juhvo8hq0nh/f/hfile_0 into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/770c2283b2ac442a96bc4a826c4be105_SeqId_4_ - updating store file list. 2024-12-06T06:21:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 770c2283b2ac442a96bc4a826c4be105_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:21:48,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/770c2283b2ac442a96bc4a826c4be105_SeqId_4_ into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f 2024-12-06T06:21:48,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__jgnttjb69c14s7s7focl5amg72lq34i3gbfj96dbmu4h8njf5dsc8juhvo8hq0nh/f/hfile_0 into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f (new location: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/770c2283b2ac442a96bc4a826c4be105_SeqId_4_) 2024-12-06T06:21:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__jgnttjb69c14s7s7focl5amg72lq34i3gbfj96dbmu4h8njf5dsc8juhvo8hq0nh/f/hfile_0 2024-12-06T06:21:48,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__jgnttjb69c14s7s7focl5amg72lq34i3gbfj96dbmu4h8njf5dsc8juhvo8hq0nh/f/hfile_1 into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/2578e1079c21407082fbda45b5794d33_SeqId_4_ - updating store file list. 2024-12-06T06:21:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2578e1079c21407082fbda45b5794d33_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:21:48,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/2578e1079c21407082fbda45b5794d33_SeqId_4_ into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f 2024-12-06T06:21:48,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__jgnttjb69c14s7s7focl5amg72lq34i3gbfj96dbmu4h8njf5dsc8juhvo8hq0nh/f/hfile_1 into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f (new location: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/2578e1079c21407082fbda45b5794d33_SeqId_4_) 2024-12-06T06:21:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__jgnttjb69c14s7s7focl5amg72lq34i3gbfj96dbmu4h8njf5dsc8juhvo8hq0nh/f/hfile_1 2024-12-06T06:21:48,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:48,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:48,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:48,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:48,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., hostname=6336e8474e1c,35561,1733466094954, seqNum=2 , the old value is region=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., hostname=6336e8474e1c,35561,1733466094954, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6336e8474e1c:35561 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:21:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., hostname=6336e8474e1c,35561,1733466094954, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:21:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., hostname=6336e8474e1c,35561,1733466094954, seqNum=2 from cache 2024-12-06T06:21:48,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:48,147 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T06:21:48,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,45977,1733466097642, seqNum=-1] 2024-12-06T06:21:48,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:48,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:48,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62., hostname=6336e8474e1c,45977,1733466097642, seqNum=2] 2024-12-06T06:21:48,152 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T06:21:48,170 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 to pos 379, reset compression=false 2024-12-06T06:21:48,174 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:48,174 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35561,1733466094954 got entry batch from reader: WALEntryBatch [walEntries=[{test/8fd4fdcbeb8c1b93c01d3fb6987d1788/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733466108145/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T06:21:48,177 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:48,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-06T06:21:48,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.ReplicationSink(318): Replicating [4f36c5e4-ca5a-4f94-8d8b-bb17134159fa] bulk loaded data 2024-12-06T06:21:48,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@686de2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:48,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,41203,-1 for getting cluster id 2024-12-06T06:21:48,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:48,179 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bb8cb24-1362-4d52-8b00-e3629e5d93bf' 2024-12-06T06:21:48,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:48,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bb8cb24-1362-4d52-8b00-e3629e5d93bf" 2024-12-06T06:21:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@784c57a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,41203,-1] 2024-12-06T06:21:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:48,181 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:48,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f3e0dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:48,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741837_1013 (size=7894) 2024-12-06T06:21:48,251 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:35561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T06:21:48,375 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 to pos 687, reset compression=false 2024-12-06T06:21:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741838_1014 (size=7691) 2024-12-06T06:21:48,681 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 to pos 687, reset compression=false 2024-12-06T06:21:49,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:49,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,41203,1733466097572 2024-12-06T06:21:49,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cdac870 2024-12-06T06:21:49,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:49,006 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-06T06:21:49,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:21:49,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:49,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,45977,1733466097642, seqNum=-1] 2024-12-06T06:21:49,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:49,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-06T06:21:49,018 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/2578e1079c21407082fbda45b5794d33_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-06T06:21:49,021 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/770c2283b2ac442a96bc4a826c4be105_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-06T06:21:49,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/2578e1079c21407082fbda45b5794d33_SeqId_4_ for inclusion in d3dfe1e204c4f220af38b5bd80f5fb62/f 2024-12-06T06:21:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-06T06:21:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:21:49,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/770c2283b2ac442a96bc4a826c4be105_SeqId_4_ for inclusion in d3dfe1e204c4f220af38b5bd80f5fb62/f 2024-12-06T06:21:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-06T06:21:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:21:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HRegion(2603): Flush status journal for d3dfe1e204c4f220af38b5bd80f5fb62: 2024-12-06T06:21:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2578e1079c21407082fbda45b5794d33_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:21:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/2578e1079c21407082fbda45b5794d33_SeqId_4_ as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/cf5cd09bcb2a4d33bc378cf57b6261dd_SeqId_4_ 2024-12-06T06:21:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 770c2283b2ac442a96bc4a826c4be105_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:21:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/770c2283b2ac442a96bc4a826c4be105_SeqId_4_ as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/eca11e7082cd491581d448fd99f525ae_SeqId_4_ 2024-12-06T06:21:49,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/2578e1079c21407082fbda45b5794d33_SeqId_4_ into d3dfe1e204c4f220af38b5bd80f5fb62/f as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/cf5cd09bcb2a4d33bc378cf57b6261dd_SeqId_4_ - updating store file list. 2024-12-06T06:21:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf5cd09bcb2a4d33bc378cf57b6261dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:21:49,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/cf5cd09bcb2a4d33bc378cf57b6261dd_SeqId_4_ into d3dfe1e204c4f220af38b5bd80f5fb62/f 2024-12-06T06:21:49,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/2578e1079c21407082fbda45b5794d33_SeqId_4_ into d3dfe1e204c4f220af38b5bd80f5fb62/f (new location: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/cf5cd09bcb2a4d33bc378cf57b6261dd_SeqId_4_) 2024-12-06T06:21:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/2578e1079c21407082fbda45b5794d33_SeqId_4_ 2024-12-06T06:21:49,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/770c2283b2ac442a96bc4a826c4be105_SeqId_4_ into d3dfe1e204c4f220af38b5bd80f5fb62/f as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/eca11e7082cd491581d448fd99f525ae_SeqId_4_ - updating store file list. 2024-12-06T06:21:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eca11e7082cd491581d448fd99f525ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:21:49,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/eca11e7082cd491581d448fd99f525ae_SeqId_4_ into d3dfe1e204c4f220af38b5bd80f5fb62/f 2024-12-06T06:21:49,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/770c2283b2ac442a96bc4a826c4be105_SeqId_4_ into d3dfe1e204c4f220af38b5bd80f5fb62/f (new location: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/eca11e7082cd491581d448fd99f525ae_SeqId_4_) 2024-12-06T06:21:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__2fr7ei10tenvv22lti8p8c36m3l2hldn0d3uaamsfgau0ircj30pbq79cd4fq0ib/f/770c2283b2ac442a96bc4a826c4be105_SeqId_4_ 2024-12-06T06:21:49,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.ReplicationSink(324): Finished replicating [4f36c5e4-ca5a-4f94-8d8b-bb17134159fa] bulk loaded data 2024-12-06T06:21:49,085 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 to pos 687, reset compression=false 2024-12-06T06:21:49,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,46829,1733466100393, seqNum=-1] 2024-12-06T06:21:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:49,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0., hostname=6336e8474e1c,46829,1733466100393, seqNum=2] 2024-12-06T06:21:49,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:49,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:21:49,171 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6336e8474e1c%2C35561%2C1733466094954.meta:.meta(num 1733466096652) roll requested 2024-12-06T06:21:49,194 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.meta.1733466109172.meta, exclude list is [], retry=0 2024-12-06T06:21:49,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-7371d2e5-7b64-4bc2-8c45-f9627282b17b,DISK] 2024-12-06T06:21:49,198 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.meta.1733466096652.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.meta.1733466109172.meta 2024-12-06T06:21:49,200 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-12-06T06:21:49,200 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.meta.1733466096652.meta is not closed yet, will try archiving it next time 2024-12-06T06:21:49,200 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6336e8474e1c%2C35561%2C1733466094954:(num 1733466096293) roll requested 2024-12-06T06:21:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741834_1010 (size=3473) 2024-12-06T06:21:49,216 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200, exclude list is [], retry=0 2024-12-06T06:21:49,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-7371d2e5-7b64-4bc2-8c45-f9627282b17b,DISK] 2024-12-06T06:21:49,222 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 2024-12-06T06:21:49,222 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-12-06T06:21:49,222 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 is not closed yet, will try archiving it next time 2024-12-06T06:21:49,222 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6336e8474e1c%2C35561%2C1733466094954.rep:(num 1733466106855) roll requested 2024-12-06T06:21:49,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e0362f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:49,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34211,-1 for getting cluster id 2024-12-06T06:21:49,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:49,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741833_1009 (size=695) 2024-12-06T06:21:49,224 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f36c5e4-ca5a-4f94-8d8b-bb17134159fa' 2024-12-06T06:21:49,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:49,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f36c5e4-ca5a-4f94-8d8b-bb17134159fa" 2024-12-06T06:21:49,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c427ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:49,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34211,-1] 2024-12-06T06:21:49,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:49,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:49,226 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:49,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e85904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:49,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:49,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34211,1733466094889 2024-12-06T06:21:49,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78e1f117 2024-12-06T06:21:49,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:49,230 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:49,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6336e8474e1c:38163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T06:21:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T06:21:49,231 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 to hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/oldWALs/6336e8474e1c%2C35561%2C1733466094954.1733466096293 2024-12-06T06:21:49,233 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:38163' 2024-12-06T06:21:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T06:21:49,236 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86a3302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:49,237 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,38163,-1 for getting cluster id 2024-12-06T06:21:49,237 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:49,237 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c226f31-9b57-40ba-a99f-970b912a0277' 2024-12-06T06:21:49,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:49,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c226f31-9b57-40ba-a99f-970b912a0277" 2024-12-06T06:21:49,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f663d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:49,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,38163,-1] 2024-12-06T06:21:49,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:49,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:49,239 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:49,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcd2a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:49,240 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:49,241 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.rep.1733466109222, exclude list is [], retry=0 2024-12-06T06:21:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,38163,1733466100329 2024-12-06T06:21:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da0085c 2024-12-06T06:21:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:49,242 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:49,243 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-06T06:21:49,243 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T06:21:49,243 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:49,243 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:49,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:49,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-7371d2e5-7b64-4bc2-8c45-f9627282b17b,DISK] 2024-12-06T06:21:49,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T06:21:49,255 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.rep.1733466106855 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.rep.1733466109222 2024-12-06T06:21:49,256 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-12-06T06:21:49,256 DEBUG [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.rep.1733466106855 is not closed yet, will try archiving it next time 2024-12-06T06:21:49,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741839_1015 (size=1505) 2024-12-06T06:21:49,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.rep.1733466106855 not finished, retry = 0 2024-12-06T06:21:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T06:21:49,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-06T06:21:49,412 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-06T06:21:49,454 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6336e8474e1c,35561,1733466094954, ReplicationSource: 2, currentBandwidth=0 2024-12-06T06:21:49,456 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T06:21:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-06T06:21:49,459 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6336e8474e1c,35561,1733466094954 suceeded 2024-12-06T06:21:49,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T06:21:49,460 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6336e8474e1c:38163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T06:21:49,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-12-06T06:21:49,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 231 msec 2024-12-06T06:21:49,476 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6336e8474e1c:38163' 2024-12-06T06:21:49,478 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b09ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:49,478 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,38163,-1 for getting cluster id 2024-12-06T06:21:49,478 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:49,479 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c226f31-9b57-40ba-a99f-970b912a0277' 2024-12-06T06:21:49,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:49,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c226f31-9b57-40ba-a99f-970b912a0277" 2024-12-06T06:21:49,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33ce16cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:49,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,38163,-1] 2024-12-06T06:21:49,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:49,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:49,480 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:49,481 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@406ab000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:49,481 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:49,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,38163,1733466100329 2024-12-06T06:21:49,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d4aafbb 2024-12-06T06:21:49,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:49,483 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-06T06:21:49,483 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6336e8474e1c,35561,1733466094954 (queues=1) is replicating from cluster=4f36c5e4-ca5a-4f94-8d8b-bb17134159fa to cluster=0c226f31-9b57-40ba-a99f-970b912a0277 2024-12-06T06:21:49,483 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6336e8474e1c%2C35561%2C1733466094954 2024-12-06T06:21:49,483 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6336e8474e1c,35561,1733466094954, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T06:21:49,484 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200, startPosition=0, beingWritten=true 2024-12-06T06:21:49,484 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6336e8474e1c%2C35561%2C1733466094954 2024-12-06T06:21:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T06:21:49,550 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-06T06:21:49,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:49,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:49,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:49,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:49,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:49,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:21:49,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733466109555/Put/seqid=0 2024-12-06T06:21:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741845_1021 (size=11194) 2024-12-06T06:21:49,590 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 to pos 687, reset compression=false 2024-12-06T06:21:49,592 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 was moved to hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/oldWALs/6336e8474e1c%2C35561%2C1733466094954.1733466096293 2024-12-06T06:21:49,594 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293 2024-12-06T06:21:49,594 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200, startPosition=0, beingWritten=true 2024-12-06T06:21:49,594 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35561,1733466094954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466096293, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T06:21:49,597 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6336e8474e1c%2C35561%2C1733466094954.1733466096293] 2024-12-06T06:21:49,689 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 0, reset compression=false 2024-12-06T06:21:49,965 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733466109964/Put/seqid=0 2024-12-06T06:21:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741846_1022 (size=10791) 2024-12-06T06:21:49,995 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 0, reset compression=false 2024-12-06T06:21:50,206 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 0, reset compression=false 2024-12-06T06:21:50,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12098287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:50,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,34211,-1 for getting cluster id 2024-12-06T06:21:50,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:50,372 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f36c5e4-ca5a-4f94-8d8b-bb17134159fa' 2024-12-06T06:21:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f36c5e4-ca5a-4f94-8d8b-bb17134159fa" 2024-12-06T06:21:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392ec57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,34211,-1] 2024-12-06T06:21:50,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:50,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:50,373 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:50,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f694464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:50,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,35561,1733466094954, seqNum=-1] 2024-12-06T06:21:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:50,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:21:50,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,34211,1733466094889 2024-12-06T06:21:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43384c93 2024-12-06T06:21:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:50,384 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:21:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., hostname=6336e8474e1c,35561,1733466094954, seqNum=2] 2024-12-06T06:21:50,388 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:21:50,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-06T06:21:50,399 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 0, reset compression=false 2024-12-06T06:21:50,403 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-06T06:21:50,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 8fd4fdcbeb8c1b93c01d3fb6987d1788/f 2024-12-06T06:21:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T06:21:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:21:50,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 8fd4fdcbeb8c1b93c01d3fb6987d1788/f 2024-12-06T06:21:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T06:21:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:21:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HRegion(2603): Flush status journal for 8fd4fdcbeb8c1b93c01d3fb6987d1788: 2024-12-06T06:21:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__ci65gr8fnthl0budpiqattt278n5u4jeblgvj6mav1dg8r1u5n99cjvqp5645uh8/f/hfile_0 2024-12-06T06:21:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__ci65gr8fnthl0budpiqattt278n5u4jeblgvj6mav1dg8r1u5n99cjvqp5645uh8/f/hfile_0 as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ 2024-12-06T06:21:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__ci65gr8fnthl0budpiqattt278n5u4jeblgvj6mav1dg8r1u5n99cjvqp5645uh8/f/hfile_1 2024-12-06T06:21:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__ci65gr8fnthl0budpiqattt278n5u4jeblgvj6mav1dg8r1u5n99cjvqp5645uh8/f/hfile_1 as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ 2024-12-06T06:21:50,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__ci65gr8fnthl0budpiqattt278n5u4jeblgvj6mav1dg8r1u5n99cjvqp5645uh8/f/hfile_0 into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ - updating store file list. 2024-12-06T06:21:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94c38225ce284be5b61bad1058cf8855_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T06:21:50,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f 2024-12-06T06:21:50,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__ci65gr8fnthl0budpiqattt278n5u4jeblgvj6mav1dg8r1u5n99cjvqp5645uh8/f/hfile_0 into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f (new location: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_) 2024-12-06T06:21:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__ci65gr8fnthl0budpiqattt278n5u4jeblgvj6mav1dg8r1u5n99cjvqp5645uh8/f/hfile_0 2024-12-06T06:21:50,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__ci65gr8fnthl0budpiqattt278n5u4jeblgvj6mav1dg8r1u5n99cjvqp5645uh8/f/hfile_1 into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ - updating store file list. 2024-12-06T06:21:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T06:21:50,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f 2024-12-06T06:21:50,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__ci65gr8fnthl0budpiqattt278n5u4jeblgvj6mav1dg8r1u5n99cjvqp5645uh8/f/hfile_1 into 8fd4fdcbeb8c1b93c01d3fb6987d1788/f (new location: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_) 2024-12-06T06:21:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/staging/jenkins__test__ci65gr8fnthl0budpiqattt278n5u4jeblgvj6mav1dg8r1u5n99cjvqp5645uh8/f/hfile_1 2024-12-06T06:21:50,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:50,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:50,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:50,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:50,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., hostname=6336e8474e1c,35561,1733466094954, seqNum=2 , the old value is region=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., hostname=6336e8474e1c,35561,1733466094954, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6336e8474e1c:35561 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:21:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., hostname=6336e8474e1c,35561,1733466094954, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T06:21:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., hostname=6336e8474e1c,35561,1733466094954, seqNum=2 from cache 2024-12-06T06:21:50,466 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T06:21:50,470 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T06:21:50,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:21:50,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,572 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:35561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T06:21:50,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:50,911 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 0, reset compression=false 2024-12-06T06:21:50,917 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:50,917 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35561,1733466094954 got entry batch from reader: WALEntryBatch [walEntries=[{test/8fd4fdcbeb8c1b93c01d3fb6987d1788/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733466110463/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T06:21:50,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.ReplicationSink(318): Replicating [4f36c5e4-ca5a-4f94-8d8b-bb17134159fa] bulk loaded data 2024-12-06T06:21:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741839_1015 (size=11194) 2024-12-06T06:21:50,935 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 0, reset compression=false 2024-12-06T06:21:50,942 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T06:21:50,942 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6336e8474e1c,35561,1733466094954 got entry batch from reader: WALEntryBatch [walEntries=[{test/8fd4fdcbeb8c1b93c01d3fb6987d1788/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733466110463/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T06:21:50,946 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:21:50,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-06T06:21:50,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.ReplicationSink(318): Replicating [4f36c5e4-ca5a-4f94-8d8b-bb17134159fa] bulk loaded data 2024-12-06T06:21:50,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741840_1016 (size=10791) 2024-12-06T06:21:50,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e25d172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:50,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,38163,-1 for getting cluster id 2024-12-06T06:21:50,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:21:50,953 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c226f31-9b57-40ba-a99f-970b912a0277' 2024-12-06T06:21:50,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:21:50,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c226f31-9b57-40ba-a99f-970b912a0277" 2024-12-06T06:21:50,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@494a3823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:50,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,38163,-1] 2024-12-06T06:21:50,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:21:50,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:50,955 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:21:50,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ed4d8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:21:50,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741837_1013 (size=11194) 2024-12-06T06:21:51,117 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:51,142 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:51,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:21:51,367 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-06T06:21:51,369 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-06T06:21:51,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ for inclusion in d3dfe1e204c4f220af38b5bd80f5fb62/f 2024-12-06T06:21:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T06:21:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:21:51,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ for inclusion in d3dfe1e204c4f220af38b5bd80f5fb62/f 2024-12-06T06:21:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T06:21:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:21:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HRegion(2603): Flush status journal for d3dfe1e204c4f220af38b5bd80f5fb62: 2024-12-06T06:21:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:21:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/bfa701036f114b179fbcbbb6f80c2906_SeqId_6_ 2024-12-06T06:21:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94c38225ce284be5b61bad1058cf8855_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:21:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/007c8ef8796d449b986a496cc7a7f7d5_SeqId_6_ 2024-12-06T06:21:51,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ into d3dfe1e204c4f220af38b5bd80f5fb62/f as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/bfa701036f114b179fbcbbb6f80c2906_SeqId_6_ - updating store file list. 2024-12-06T06:21:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741838_1014 (size=10791) 2024-12-06T06:21:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfa701036f114b179fbcbbb6f80c2906_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T06:21:51,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/bfa701036f114b179fbcbbb6f80c2906_SeqId_6_ into d3dfe1e204c4f220af38b5bd80f5fb62/f 2024-12-06T06:21:51,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ into d3dfe1e204c4f220af38b5bd80f5fb62/f (new location: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/bfa701036f114b179fbcbbb6f80c2906_SeqId_6_) 2024-12-06T06:21:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ 2024-12-06T06:21:51,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ into d3dfe1e204c4f220af38b5bd80f5fb62/f as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/007c8ef8796d449b986a496cc7a7f7d5_SeqId_6_ - updating store file list. 2024-12-06T06:21:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 007c8ef8796d449b986a496cc7a7f7d5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T06:21:51,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/007c8ef8796d449b986a496cc7a7f7d5_SeqId_6_ into d3dfe1e204c4f220af38b5bd80f5fb62/f 2024-12-06T06:21:51,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ into d3dfe1e204c4f220af38b5bd80f5fb62/f (new location: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/f/007c8ef8796d449b986a496cc7a7f7d5_SeqId_6_) 2024-12-06T06:21:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/staging/jenkins.hfs.22__test__ne9pql1o6fq9k74vqmutmu9dolk308aqbpojc26bl6h114rpv7rju51ogpe7132p/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ 2024-12-06T06:21:51,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] regionserver.ReplicationSink(324): Finished replicating [4f36c5e4-ca5a-4f94-8d8b-bb17134159fa] bulk loaded data 2024-12-06T06:21:51,421 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:51,469 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:51,483 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T06:21:51,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:21:51,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,38163,1733466100329 2024-12-06T06:21:51,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ae273d8 2024-12-06T06:21:51,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:21:51,785 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-06T06:21:51,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T06:21:51,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:21:51,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,46829,1733466100393, seqNum=-1] 2024-12-06T06:21:51,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:21:51,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-06T06:21:51,794 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-06T06:21:51,796 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-06T06:21:51,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ for inclusion in d7d3aa33f5de00d7b8cf214341a51cc0/f 2024-12-06T06:21:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T06:21:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:21:51,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ for inclusion in d7d3aa33f5de00d7b8cf214341a51cc0/f 2024-12-06T06:21:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T06:21:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T06:21:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HRegion(2603): Flush status journal for d7d3aa33f5de00d7b8cf214341a51cc0: 2024-12-06T06:21:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:21:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0/f/6bd790b0588d4fd59eb02542c7c5bfe7_SeqId_4_ 2024-12-06T06:21:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94c38225ce284be5b61bad1058cf8855_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T06:21:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0/f/5e17088880e14f38b47efcf5c5890db6_SeqId_4_ 2024-12-06T06:21:51,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ into d7d3aa33f5de00d7b8cf214341a51cc0/f as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0/f/6bd790b0588d4fd59eb02542c7c5bfe7_SeqId_4_ - updating store file list. 2024-12-06T06:21:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6bd790b0588d4fd59eb02542c7c5bfe7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:21:51,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0/f/6bd790b0588d4fd59eb02542c7c5bfe7_SeqId_4_ into d7d3aa33f5de00d7b8cf214341a51cc0/f 2024-12-06T06:21:51,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ into d7d3aa33f5de00d7b8cf214341a51cc0/f (new location: hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0/f/6bd790b0588d4fd59eb02542c7c5bfe7_SeqId_4_) 2024-12-06T06:21:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/3a6da7ec20494b48aa85504c914b5b7e_SeqId_6_ 2024-12-06T06:21:51,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ into d7d3aa33f5de00d7b8cf214341a51cc0/f as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0/f/5e17088880e14f38b47efcf5c5890db6_SeqId_4_ - updating store file list. 2024-12-06T06:21:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e17088880e14f38b47efcf5c5890db6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T06:21:51,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0/f/5e17088880e14f38b47efcf5c5890db6_SeqId_4_ into d7d3aa33f5de00d7b8cf214341a51cc0/f 2024-12-06T06:21:51,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ into d7d3aa33f5de00d7b8cf214341a51cc0/f (new location: hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0/f/5e17088880e14f38b47efcf5c5890db6_SeqId_4_) 2024-12-06T06:21:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/staging/jenkins.hfs.23__test__4ol1di3eav214cfl9sfg0jcee4qashm2144aq66ptqfd5ve1oi7n2lgv3keodu8r/f/94c38225ce284be5b61bad1058cf8855_SeqId_6_ 2024-12-06T06:21:51,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.ReplicationSink(324): Finished replicating [4f36c5e4-ca5a-4f94-8d8b-bb17134159fa] bulk loaded data 2024-12-06T06:21:51,824 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:51,881 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:52,335 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:52,385 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:52,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:21:52,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:52,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:52,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:52,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:52,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:52,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:21:52,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1947733485, stopped=false 2024-12-06T06:21:52,493 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,38163,1733466100329 2024-12-06T06:21:52,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-610962023/running 2024-12-06T06:21:52,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:52,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-610962023/running 2024-12-06T06:21:52,495 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:52,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:52,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:52,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:52,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:52,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,46829,1733466100393' ***** 2024-12-06T06:21:52,496 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:21:52,497 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:21:52,497 INFO [RS:0;6336e8474e1c:46829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:21:52,497 INFO [RS:0;6336e8474e1c:46829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:21:52,497 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(3091): Received CLOSE for d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:52,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Set watcher on znode that does not yet exist, /2-610962023/running 2024-12-06T06:21:52,497 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:21:52,497 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,46829,1733466100393 2024-12-06T06:21:52,498 INFO [RS:0;6336e8474e1c:46829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:52,498 INFO [RS:0;6336e8474e1c:46829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:46829. 2024-12-06T06:21:52,498 DEBUG [RS:0;6336e8474e1c:46829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:52,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Set watcher on znode that does not yet exist, /2-610962023/running 2024-12-06T06:21:52,498 DEBUG [RS:0;6336e8474e1c:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:52,498 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:21:52,498 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:21:52,498 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:21:52,498 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:21:52,498 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:21:52,498 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1325): Online Regions={d7d3aa33f5de00d7b8cf214341a51cc0=test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:21:52,498 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d3aa33f5de00d7b8cf214341a51cc0 2024-12-06T06:21:52,498 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7d3aa33f5de00d7b8cf214341a51cc0, disabling compactions & flushes 2024-12-06T06:21:52,498 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:52,498 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:52,498 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. after waiting 0 ms 2024-12-06T06:21:52,498 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:52,498 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:52,498 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:52,498 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:52,498 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:52,498 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:52,499 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T06:21:52,502 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/default/test/d7d3aa33f5de00d7b8cf214341a51cc0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T06:21:52,503 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:52,503 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:21:52,503 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:52,503 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7d3aa33f5de00d7b8cf214341a51cc0: Waiting for close lock at 1733466112498Running coprocessor pre-close hooks at 1733466112498Disabling compacts and flushes for region at 1733466112498Disabling writes for close at 1733466112498Writing region close event to WAL at 1733466112499 (+1 ms)Running coprocessor post-close hooks at 1733466112503 (+4 ms)Closed at 1733466112503 2024-12-06T06:21:52,503 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0. 2024-12-06T06:21:52,521 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/info/137235d79d61459796290014dc5208d6 is 129, key is test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0./info:regioninfo/1733466105807/Put/seqid=0 2024-12-06T06:21:52,525 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:52,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741839_1015 (size=6421) 2024-12-06T06:21:52,698 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:52,899 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:52,926 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/info/137235d79d61459796290014dc5208d6 2024-12-06T06:21:52,939 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:52,951 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/ns/fb808867a744450584d9c30a0158dc98 is 43, key is default/ns:d/1733466103080/Put/seqid=0 2024-12-06T06:21:52,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741840_1016 (size=5153) 2024-12-06T06:21:52,993 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:52,997 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:21:52,997 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:21:53,099 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:53,299 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:53,358 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/ns/fb808867a744450584d9c30a0158dc98 2024-12-06T06:21:53,377 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/rep_barrier/eef264e0a4764ef0b075ec4589706db6 is 112, key is test,,1733466105444.d7d3aa33f5de00d7b8cf214341a51cc0./rep_barrier:seqnumDuringOpen/1733466105807/Put/seqid=0 2024-12-06T06:21:53,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741841_1017 (size=5518) 2024-12-06T06:21:53,382 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/rep_barrier/eef264e0a4764ef0b075ec4589706db6 2024-12-06T06:21:53,400 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/table/05b07a12b61c43c9817fe334fcadac26 is 40, key is test/table:state/1733466105820/Put/seqid=0 2024-12-06T06:21:53,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741842_1018 (size=5165) 2024-12-06T06:21:53,499 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:21:53,499 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:21:53,499 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:53,649 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:53,697 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:53,700 DEBUG [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:53,808 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/table/05b07a12b61c43c9817fe334fcadac26 2024-12-06T06:21:53,813 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/info/137235d79d61459796290014dc5208d6 as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/info/137235d79d61459796290014dc5208d6 2024-12-06T06:21:53,816 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/info/137235d79d61459796290014dc5208d6, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T06:21:53,821 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/ns/fb808867a744450584d9c30a0158dc98 as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/ns/fb808867a744450584d9c30a0158dc98 2024-12-06T06:21:53,824 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/ns/fb808867a744450584d9c30a0158dc98, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T06:21:53,833 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/rep_barrier/eef264e0a4764ef0b075ec4589706db6 as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/rep_barrier/eef264e0a4764ef0b075ec4589706db6 2024-12-06T06:21:53,837 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/rep_barrier/eef264e0a4764ef0b075ec4589706db6, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T06:21:53,838 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/.tmp/table/05b07a12b61c43c9817fe334fcadac26 as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/table/05b07a12b61c43c9817fe334fcadac26 2024-12-06T06:21:53,841 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/table/05b07a12b61c43c9817fe334fcadac26, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T06:21:53,842 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false 2024-12-06T06:21:53,858 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T06:21:53,858 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:53,859 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:21:53,859 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:53,859 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466112498Running coprocessor pre-close hooks at 1733466112498Disabling compacts and flushes for region at 1733466112498Disabling writes for close at 1733466112498Obtaining lock to block concurrent updates at 1733466112499 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733466112499Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733466112499Flushing stores of hbase:meta,,1.1588230740 at 1733466112500 (+1 ms)Flushing 1588230740/info: creating writer at 1733466112500Flushing 1588230740/info: appending metadata at 1733466112521 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733466112521Flushing 1588230740/ns: creating writer at 1733466112930 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733466112951 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733466112951Flushing 1588230740/rep_barrier: creating writer at 1733466113362 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466113377 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466113377Flushing 1588230740/table: creating writer at 1733466113385 (+8 ms)Flushing 1588230740/table: appending metadata at 1733466113399 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733466113399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4914c78e: reopening flushed file at 1733466113812 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3eaa94: reopening flushed file at 1733466113817 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e56d7c8: reopening flushed file at 1733466113824 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145e2c18: reopening flushed file at 1733466113837 (+13 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false at 1733466113842 (+5 ms)Writing region close event to WAL at 1733466113844 (+2 ms)Running coprocessor post-close hooks at 1733466113858 (+14 ms)Closed at 1733466113859 (+1 ms) 2024-12-06T06:21:53,859 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:53,900 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,46829,1733466100393; all regions closed. 2024-12-06T06:21:53,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741834_1010 (size=2717) 2024-12-06T06:21:53,905 DEBUG [RS:0;6336e8474e1c:46829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/oldWALs 2024-12-06T06:21:53,905 INFO [RS:0;6336e8474e1c:46829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C46829%2C1733466100393.meta:.meta(num 1733466103025) 2024-12-06T06:21:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741832_1008 (size=1028) 2024-12-06T06:21:53,912 DEBUG [RS:0;6336e8474e1c:46829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/oldWALs 2024-12-06T06:21:53,912 INFO [RS:0;6336e8474e1c:46829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C46829%2C1733466100393:(num 1733466102136) 2024-12-06T06:21:53,912 DEBUG [RS:0;6336e8474e1c:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:53,912 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:53,912 INFO [RS:0;6336e8474e1c:46829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:21:53,912 INFO [RS:0;6336e8474e1c:46829 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T06:21:53,912 INFO [RS:0;6336e8474e1c:46829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:21:53,913 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:21:53,913 INFO [RS:0;6336e8474e1c:46829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:46829. 2024-12-06T06:21:53,913 DEBUG [RS:0;6336e8474e1c:46829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:53,913 DEBUG [RS:0;6336e8474e1c:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:53,913 DEBUG [RS:0;6336e8474e1c:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:53,913 INFO [RS:0;6336e8474e1c:46829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46829 2024-12-06T06:21:53,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:53,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023/rs 2024-12-06T06:21:53,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-610962023/rs/6336e8474e1c,46829,1733466100393 2024-12-06T06:21:53,915 INFO [RS:0;6336e8474e1c:46829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:21:53,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,46829,1733466100393] 2024-12-06T06:21:53,919 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-610962023/draining/6336e8474e1c,46829,1733466100393 already deleted, retry=false 2024-12-06T06:21:53,919 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,46829,1733466100393 expired; onlineServers=0 2024-12-06T06:21:53,919 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,38163,1733466100329' ***** 2024-12-06T06:21:53,919 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:21:53,919 INFO [M:0;6336e8474e1c:38163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:53,920 INFO [M:0;6336e8474e1c:38163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:21:53,920 DEBUG [M:0;6336e8474e1c:38163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:21:53,920 DEBUG [M:0;6336e8474e1c:38163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:21:53,920 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466101881 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466101881,5,FailOnTimeoutGroup] 2024-12-06T06:21:53,920 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466101880 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466101880,5,FailOnTimeoutGroup] 2024-12-06T06:21:53,920 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:21:53,920 INFO [M:0;6336e8474e1c:38163 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:21:53,920 INFO [M:0;6336e8474e1c:38163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:21:53,920 DEBUG [M:0;6336e8474e1c:38163 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:21:53,920 INFO [M:0;6336e8474e1c:38163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:21:53,921 INFO [M:0;6336e8474e1c:38163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:53,921 INFO [M:0;6336e8474e1c:38163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:21:53,921 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:21:53,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-610962023/master 2024-12-06T06:21:53,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-610962023 2024-12-06T06:21:53,922 DEBUG [M:0;6336e8474e1c:38163 {}] zookeeper.ZKUtil(347): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Unable to get data of znode /2-610962023/master because node does not exist (not an error) 2024-12-06T06:21:53,922 WARN [M:0;6336e8474e1c:38163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:21:53,922 INFO [M:0;6336e8474e1c:38163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/.lastflushedseqids 2024-12-06T06:21:53,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741843_1019 (size=173) 2024-12-06T06:21:54,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:54,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x101866f63650007, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:54,017 INFO [RS:0;6336e8474e1c:46829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:21:54,017 INFO [RS:0;6336e8474e1c:46829 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,46829,1733466100393; zookeeper connection closed. 2024-12-06T06:21:54,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@436264fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@436264fb 2024-12-06T06:21:54,018 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:21:54,329 INFO [M:0;6336e8474e1c:38163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:21:54,330 INFO [M:0;6336e8474e1c:38163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:21:54,330 DEBUG [M:0;6336e8474e1c:38163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:21:54,330 INFO [M:0;6336e8474e1c:38163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:54,330 DEBUG [M:0;6336e8474e1c:38163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:54,330 DEBUG [M:0;6336e8474e1c:38163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:21:54,330 DEBUG [M:0;6336e8474e1c:38163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:54,330 INFO [M:0;6336e8474e1c:38163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-06T06:21:54,348 DEBUG [M:0;6336e8474e1c:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1c16a5195f746fda05d829d93a849e0 is 82, key is hbase:meta,,1/info:regioninfo/1733466103067/Put/seqid=0 2024-12-06T06:21:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741844_1020 (size=5672) 2024-12-06T06:21:54,453 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:54,501 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:54,753 INFO [M:0;6336e8474e1c:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1c16a5195f746fda05d829d93a849e0 2024-12-06T06:21:54,775 DEBUG [M:0;6336e8474e1c:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc89880a93df451c86ac7d91bb873916 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733466105823/Put/seqid=0 2024-12-06T06:21:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741845_1021 (size=6586) 2024-12-06T06:21:55,179 INFO [M:0;6336e8474e1c:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc89880a93df451c86ac7d91bb873916 2024-12-06T06:21:55,204 DEBUG [M:0;6336e8474e1c:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ac45c118cf94be9b76dccb06b2390eb is 69, key is 6336e8474e1c,46829,1733466100393/rs:state/1733466101971/Put/seqid=0 2024-12-06T06:21:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741846_1022 (size=5156) 2024-12-06T06:21:55,357 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:55,405 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:55,624 INFO [M:0;6336e8474e1c:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ac45c118cf94be9b76dccb06b2390eb 2024-12-06T06:21:55,631 DEBUG [M:0;6336e8474e1c:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1c16a5195f746fda05d829d93a849e0 as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1c16a5195f746fda05d829d93a849e0 2024-12-06T06:21:55,634 INFO [M:0;6336e8474e1c:38163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1c16a5195f746fda05d829d93a849e0, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T06:21:55,635 DEBUG [M:0;6336e8474e1c:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc89880a93df451c86ac7d91bb873916 as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc89880a93df451c86ac7d91bb873916 2024-12-06T06:21:55,639 INFO [M:0;6336e8474e1c:38163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc89880a93df451c86ac7d91bb873916, entries=6, sequenceid=55, filesize=6.4 K 2024-12-06T06:21:55,639 DEBUG [M:0;6336e8474e1c:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ac45c118cf94be9b76dccb06b2390eb as hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ac45c118cf94be9b76dccb06b2390eb 2024-12-06T06:21:55,643 INFO [M:0;6336e8474e1c:38163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32799/user/jenkins/test-data/eca4867c-94e1-1d4e-f1e5-7488eec662f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ac45c118cf94be9b76dccb06b2390eb, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T06:21:55,644 INFO [M:0;6336e8474e1c:38163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=55, compaction requested=false 2024-12-06T06:21:55,645 INFO [M:0;6336e8474e1c:38163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:55,645 DEBUG [M:0;6336e8474e1c:38163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466114330Disabling compacts and flushes for region at 1733466114330Disabling writes for close at 1733466114330Obtaining lock to block concurrent updates at 1733466114330Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466114330Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733466114330Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466114331 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466114331Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466114348 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466114348Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466114757 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466114775 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466114775Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466115183 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466115203 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466115203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d945f55: reopening flushed file at 1733466115630 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a523e7: reopening flushed file at 1733466115634 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c466c0: reopening flushed file at 1733466115639 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=55, compaction requested=false at 1733466115644 (+5 ms)Writing region close event to WAL at 1733466115645 (+1 ms)Closed at 1733466115645 2024-12-06T06:21:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741830_1006 (size=32770) 2024-12-06T06:21:55,648 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:21:55,648 INFO [M:0;6336e8474e1c:38163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:21:55,648 INFO [M:0;6336e8474e1c:38163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38163 2024-12-06T06:21:55,649 INFO [M:0;6336e8474e1c:38163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:21:55,750 INFO [M:0;6336e8474e1c:38163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:21:55,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:55,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101866f63650006, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:55,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2483a4fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:21:55,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e8d262e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:21:55,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:21:55,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b3d318{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:21:55,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15e85b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/hadoop.log.dir/,STOPPED} 2024-12-06T06:21:55,758 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:21:55,758 WARN [BP-944245058-172.17.0.2-1733466099638 heartbeating to localhost/127.0.0.1:32799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:21:55,758 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:21:55,758 WARN [BP-944245058-172.17.0.2-1733466099638 heartbeating to localhost/127.0.0.1:32799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-944245058-172.17.0.2-1733466099638 (Datanode Uuid 230475a1-e582-40c1-9e80-35b6197194e3) service to localhost/127.0.0.1:32799 2024-12-06T06:21:55,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/cluster_1c1ec532-8a8b-df8b-4624-57e39c5078e6/data/data1/current/BP-944245058-172.17.0.2-1733466099638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:21:55,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/cluster_1c1ec532-8a8b-df8b-4624-57e39c5078e6/data/data2/current/BP-944245058-172.17.0.2-1733466099638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:21:55,759 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:21:55,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@144e469{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:21:55,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ed586f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:21:55,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:21:55,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2acab9f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:21:55,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dcfdb61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61a967b-420b-ca64-dff1-e2d1ab99dace/hadoop.log.dir/,STOPPED} 2024-12-06T06:21:55,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:21:55,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:21:55,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:55,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:55,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:55,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:55,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:55,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:21:55,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861858951, stopped=false 2024-12-06T06:21:55,781 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,41203,1733466097572 2024-12-06T06:21:55,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297162121/running 2024-12-06T06:21:55,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297162121/running 2024-12-06T06:21:55,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:55,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:55,783 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:55,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:55,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:55,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:55,783 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,45977,1733466097642' ***** 2024-12-06T06:21:55,783 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:21:55,783 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:21:55,784 INFO [RS:0;6336e8474e1c:45977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:21:55,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Set watcher on znode that does not yet exist, /1-297162121/running 2024-12-06T06:21:55,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Set watcher on znode that does not yet exist, /1-297162121/running 2024-12-06T06:21:55,784 INFO [RS:0;6336e8474e1c:45977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:21:55,784 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(3091): Received CLOSE for d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:55,784 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:21:55,785 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,45977,1733466097642 2024-12-06T06:21:55,785 INFO [RS:0;6336e8474e1c:45977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:55,785 INFO [RS:0;6336e8474e1c:45977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:45977. 2024-12-06T06:21:55,785 DEBUG [RS:0;6336e8474e1c:45977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:55,785 DEBUG [RS:0;6336e8474e1c:45977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:55,785 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3dfe1e204c4f220af38b5bd80f5fb62, disabling compactions & flushes 2024-12-06T06:21:55,785 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:55,785 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:21:55,785 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:55,785 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:21:55,785 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:21:55,785 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. after waiting 0 ms 2024-12-06T06:21:55,785 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:55,785 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:21:55,785 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T06:21:55,785 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d3dfe1e204c4f220af38b5bd80f5fb62=test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62.} 2024-12-06T06:21:55,785 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3dfe1e204c4f220af38b5bd80f5fb62 2024-12-06T06:21:55,785 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:55,785 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:55,785 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:55,785 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:55,785 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:55,785 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T06:21:55,800 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/default/test/d3dfe1e204c4f220af38b5bd80f5fb62/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:21:55,801 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:55,801 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:21:55,801 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:55,801 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3dfe1e204c4f220af38b5bd80f5fb62: Waiting for close lock at 1733466115785Running coprocessor pre-close hooks at 1733466115785Disabling compacts and flushes for region at 1733466115785Disabling writes for close at 1733466115785Writing region close event to WAL at 1733466115786 (+1 ms)Running coprocessor post-close hooks at 1733466115801 (+15 ms)Closed at 1733466115801 2024-12-06T06:21:55,801 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62. 2024-12-06T06:21:55,804 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/info/b059a36f0bde4a3a8ac53e8c40d45e7b is 129, key is test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62./info:regioninfo/1733466105071/Put/seqid=0 2024-12-06T06:21:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741841_1017 (size=6421) 2024-12-06T06:21:55,808 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/info/b059a36f0bde4a3a8ac53e8c40d45e7b 2024-12-06T06:21:55,820 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:21:55,820 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:21:55,833 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/ns/189ddfa139a447a4aa09b6d34bc8911f is 43, key is default/ns:d/1733466099558/Put/seqid=0 2024-12-06T06:21:55,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741842_1018 (size=5153) 2024-12-06T06:21:55,866 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:55,985 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:56,186 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:56,239 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/ns/189ddfa139a447a4aa09b6d34bc8911f 2024-12-06T06:21:56,261 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/rep_barrier/3b278e474f2a4e9ba16b12d87bea35bd is 112, key is test,,1733466104302.d3dfe1e204c4f220af38b5bd80f5fb62./rep_barrier:seqnumDuringOpen/1733466105071/Put/seqid=0 2024-12-06T06:21:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741843_1019 (size=5518) 2024-12-06T06:21:56,361 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:56,386 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:56,409 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:56,586 DEBUG [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:56,671 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/rep_barrier/3b278e474f2a4e9ba16b12d87bea35bd 2024-12-06T06:21:56,689 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/table/4ea480de9f6849e0a483263bb56f1898 is 40, key is test/table:state/1733466105084/Put/seqid=0 2024-12-06T06:21:56,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741844_1020 (size=5165) 2024-12-06T06:21:56,694 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/table/4ea480de9f6849e0a483263bb56f1898 2024-12-06T06:21:56,698 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/info/b059a36f0bde4a3a8ac53e8c40d45e7b as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/info/b059a36f0bde4a3a8ac53e8c40d45e7b 2024-12-06T06:21:56,701 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/info/b059a36f0bde4a3a8ac53e8c40d45e7b, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T06:21:56,701 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/ns/189ddfa139a447a4aa09b6d34bc8911f as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/ns/189ddfa139a447a4aa09b6d34bc8911f 2024-12-06T06:21:56,705 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/ns/189ddfa139a447a4aa09b6d34bc8911f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T06:21:56,705 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/rep_barrier/3b278e474f2a4e9ba16b12d87bea35bd as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/rep_barrier/3b278e474f2a4e9ba16b12d87bea35bd 2024-12-06T06:21:56,709 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/rep_barrier/3b278e474f2a4e9ba16b12d87bea35bd, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T06:21:56,710 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/.tmp/table/4ea480de9f6849e0a483263bb56f1898 as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/table/4ea480de9f6849e0a483263bb56f1898 2024-12-06T06:21:56,714 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/table/4ea480de9f6849e0a483263bb56f1898, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T06:21:56,715 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=11, compaction requested=false 2024-12-06T06:21:56,715 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:21:56,720 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T06:21:56,720 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:56,720 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:21:56,720 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:56,720 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466115785Running coprocessor pre-close hooks at 1733466115785Disabling compacts and flushes for region at 1733466115785Disabling writes for close at 1733466115785Obtaining lock to block concurrent updates at 1733466115786 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733466115786Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733466115786Flushing stores of hbase:meta,,1.1588230740 at 1733466115786Flushing 1588230740/info: creating writer at 1733466115786Flushing 1588230740/info: appending metadata at 1733466115804 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733466115804Flushing 1588230740/ns: creating writer at 1733466115813 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733466115833 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733466115833Flushing 1588230740/rep_barrier: creating writer at 1733466116244 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466116261 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466116261Flushing 1588230740/table: creating writer at 1733466116675 (+414 ms)Flushing 1588230740/table: appending metadata at 1733466116689 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733466116689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7005a5d8: reopening flushed file at 1733466116697 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f905645: reopening flushed file at 1733466116701 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c4e7ae: reopening flushed file at 1733466116705 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@395c4ed5: reopening flushed file at 1733466116709 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=11, compaction requested=false at 1733466116715 (+6 ms)Writing region close event to WAL at 1733466116717 (+2 ms)Running coprocessor post-close hooks at 1733466116720 (+3 ms)Closed at 1733466116720 2024-12-06T06:21:56,720 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:21:56,786 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,45977,1733466097642; all regions closed. 2024-12-06T06:21:56,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741834_1010 (size=2717) 2024-12-06T06:21:56,795 DEBUG [RS:0;6336e8474e1c:45977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/oldWALs 2024-12-06T06:21:56,795 INFO [RS:0;6336e8474e1c:45977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C45977%2C1733466097642.meta:.meta(num 1733466099472) 2024-12-06T06:21:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741833_1009 (size=1374) 2024-12-06T06:21:56,806 DEBUG [RS:0;6336e8474e1c:45977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/oldWALs 2024-12-06T06:21:56,806 INFO [RS:0;6336e8474e1c:45977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C45977%2C1733466097642:(num 1733466098967) 2024-12-06T06:21:56,806 DEBUG [RS:0;6336e8474e1c:45977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:56,806 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:56,806 INFO [RS:0;6336e8474e1c:45977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:21:56,806 INFO [RS:0;6336e8474e1c:45977 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:21:56,806 INFO [RS:0;6336e8474e1c:45977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:21:56,806 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:21:56,807 INFO [RS:0;6336e8474e1c:45977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:45977. 2024-12-06T06:21:56,807 DEBUG [RS:0;6336e8474e1c:45977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:56,807 DEBUG [RS:0;6336e8474e1c:45977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:56,807 DEBUG [RS:0;6336e8474e1c:45977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:56,807 INFO [RS:0;6336e8474e1c:45977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45977 2024-12-06T06:21:56,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121/rs 2024-12-06T06:21:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297162121/rs/6336e8474e1c,45977,1733466097642 2024-12-06T06:21:56,809 INFO [RS:0;6336e8474e1c:45977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:21:56,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,45977,1733466097642] 2024-12-06T06:21:56,813 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-297162121/draining/6336e8474e1c,45977,1733466097642 already deleted, retry=false 2024-12-06T06:21:56,813 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,45977,1733466097642 expired; onlineServers=0 2024-12-06T06:21:56,813 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,41203,1733466097572' ***** 2024-12-06T06:21:56,813 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:21:56,813 INFO [M:0;6336e8474e1c:41203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:56,813 INFO [M:0;6336e8474e1c:41203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:21:56,813 DEBUG [M:0;6336e8474e1c:41203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:21:56,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:21:56,813 DEBUG [M:0;6336e8474e1c:41203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:21:56,813 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466098717 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466098717,5,FailOnTimeoutGroup] 2024-12-06T06:21:56,813 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466098718 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466098718,5,FailOnTimeoutGroup] 2024-12-06T06:21:56,813 INFO [M:0;6336e8474e1c:41203 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:21:56,813 INFO [M:0;6336e8474e1c:41203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:21:56,813 DEBUG [M:0;6336e8474e1c:41203 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:21:56,813 INFO [M:0;6336e8474e1c:41203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:21:56,814 INFO [M:0;6336e8474e1c:41203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:56,814 INFO [M:0;6336e8474e1c:41203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:21:56,814 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:21:56,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297162121/master 2024-12-06T06:21:56,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297162121 2024-12-06T06:21:56,815 DEBUG [M:0;6336e8474e1c:41203 {}] zookeeper.ZKUtil(347): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Unable to get data of znode /1-297162121/master because node does not exist (not an error) 2024-12-06T06:21:56,815 WARN [M:0;6336e8474e1c:41203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:21:56,822 INFO [M:0;6336e8474e1c:41203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/.lastflushedseqids 2024-12-06T06:21:56,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741845_1021 (size=173) 2024-12-06T06:21:56,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:56,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45977-0x101866f63650004, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:56,912 INFO [RS:0;6336e8474e1c:45977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:21:56,912 INFO [RS:0;6336e8474e1c:45977 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,45977,1733466097642; zookeeper connection closed. 2024-12-06T06:21:56,927 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d698d8b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d698d8b 2024-12-06T06:21:56,927 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:21:56,963 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=12, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-12-06T06:21:56,964 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-06T06:21:57,234 INFO [M:0;6336e8474e1c:41203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:21:57,234 INFO [M:0;6336e8474e1c:41203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:21:57,234 DEBUG [M:0;6336e8474e1c:41203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:21:57,234 INFO [M:0;6336e8474e1c:41203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:57,234 DEBUG [M:0;6336e8474e1c:41203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:57,234 DEBUG [M:0;6336e8474e1c:41203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:21:57,234 DEBUG [M:0;6336e8474e1c:41203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:57,234 INFO [M:0;6336e8474e1c:41203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-06T06:21:57,251 DEBUG [M:0;6336e8474e1c:41203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/092c109ff97f40d699c9a98a577c949c is 82, key is hbase:meta,,1/info:regioninfo/1733466099548/Put/seqid=0 2024-12-06T06:21:57,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741846_1022 (size=5672) 2024-12-06T06:21:57,472 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:57,512 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:57,656 INFO [M:0;6336e8474e1c:41203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/092c109ff97f40d699c9a98a577c949c 2024-12-06T06:21:57,676 DEBUG [M:0;6336e8474e1c:41203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/108fb116dce84689af00d52665acd58c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733466105094/Put/seqid=0 2024-12-06T06:21:57,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741847_1023 (size=6586) 2024-12-06T06:21:58,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:21:58,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:21:58,082 INFO [M:0;6336e8474e1c:41203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/108fb116dce84689af00d52665acd58c 2024-12-06T06:21:58,102 DEBUG [M:0;6336e8474e1c:41203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/436c925e6109441c9b513410c204ee1b is 69, key is 6336e8474e1c,45977,1733466097642/rs:state/1733466098797/Put/seqid=0 2024-12-06T06:21:58,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741848_1024 (size=5156) 2024-12-06T06:21:58,506 INFO [M:0;6336e8474e1c:41203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/436c925e6109441c9b513410c204ee1b 2024-12-06T06:21:58,510 DEBUG [M:0;6336e8474e1c:41203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/092c109ff97f40d699c9a98a577c949c as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/092c109ff97f40d699c9a98a577c949c 2024-12-06T06:21:58,514 INFO [M:0;6336e8474e1c:41203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/092c109ff97f40d699c9a98a577c949c, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T06:21:58,515 DEBUG [M:0;6336e8474e1c:41203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/108fb116dce84689af00d52665acd58c as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/108fb116dce84689af00d52665acd58c 2024-12-06T06:21:58,519 INFO [M:0;6336e8474e1c:41203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/108fb116dce84689af00d52665acd58c, entries=6, sequenceid=55, filesize=6.4 K 2024-12-06T06:21:58,520 DEBUG [M:0;6336e8474e1c:41203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/436c925e6109441c9b513410c204ee1b as hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/436c925e6109441c9b513410c204ee1b 2024-12-06T06:21:58,523 INFO [M:0;6336e8474e1c:41203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/63ad0e19-df28-8db7-41df-8fbb04ca6549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/436c925e6109441c9b513410c204ee1b, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T06:21:58,524 INFO [M:0;6336e8474e1c:41203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=55, compaction requested=false 2024-12-06T06:21:58,526 INFO [M:0;6336e8474e1c:41203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:21:58,526 DEBUG [M:0;6336e8474e1c:41203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466117234Disabling compacts and flushes for region at 1733466117234Disabling writes for close at 1733466117234Obtaining lock to block concurrent updates at 1733466117234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466117234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733466117235 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466117235Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466117235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466117250 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466117251 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466117659 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466117676 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466117676Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466118085 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466118101 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466118101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc62ab7: reopening flushed file at 1733466118509 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfc2a99: reopening flushed file at 1733466118514 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4846c6d4: reopening flushed file at 1733466118519 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=55, compaction requested=false at 1733466118524 (+5 ms)Writing region close event to WAL at 1733466118526 (+2 ms)Closed at 1733466118526 2024-12-06T06:21:58,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741830_1006 (size=32770) 2024-12-06T06:21:58,528 INFO [M:0;6336e8474e1c:41203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:21:58,528 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:21:58,528 INFO [M:0;6336e8474e1c:41203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41203 2024-12-06T06:21:58,529 INFO [M:0;6336e8474e1c:41203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:21:58,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:58,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x101866f63650003, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:21:58,631 INFO [M:0;6336e8474e1c:41203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:21:58,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@691721b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:21:58,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4898b4cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:21:58,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:21:58,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6515073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:21:58,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dae606b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/hadoop.log.dir/,STOPPED} 2024-12-06T06:21:58,636 WARN [BP-492649809-172.17.0.2-1733466096838 heartbeating to localhost/127.0.0.1:42683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:21:58,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:21:58,636 WARN [BP-492649809-172.17.0.2-1733466096838 heartbeating to localhost/127.0.0.1:42683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-492649809-172.17.0.2-1733466096838 (Datanode Uuid 32437090-ca34-4ed2-a080-76224da73c47) service to localhost/127.0.0.1:42683 2024-12-06T06:21:58,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:21:58,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/cluster_20d7cd41-bffa-bb81-9067-f7f91eb180a6/data/data1/current/BP-492649809-172.17.0.2-1733466096838 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:21:58,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/cluster_20d7cd41-bffa-bb81-9067-f7f91eb180a6/data/data2/current/BP-492649809-172.17.0.2-1733466096838 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:21:58,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:21:58,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4810c33e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:21:58,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73bfc8d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:21:58,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:21:58,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf9ac86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:21:58,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79541c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fcdf443-e127-d75f-ee58-8d41de070c09/hadoop.log.dir/,STOPPED} 2024-12-06T06:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:21:58,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:58,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:58,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:58,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:58,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:21:58,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:21:58,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1829680280, stopped=false 2024-12-06T06:21:58,658 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,34211,1733466094889 2024-12-06T06:21:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0307723455/running 2024-12-06T06:21:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0307723455/running 2024-12-06T06:21:58,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:21:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:21:58,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Set watcher on znode that does not yet exist, /0307723455/running 2024-12-06T06:21:58,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Set watcher on znode that does not yet exist, /0307723455/running 2024-12-06T06:21:58,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:21:58,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:58,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:58,662 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,35561,1733466094954' ***** 2024-12-06T06:21:58,662 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:21:58,663 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:21:58,663 INFO [RS:0;6336e8474e1c:35561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:21:58,663 INFO [RS:0;6336e8474e1c:35561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:21:58,663 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fd4fdcbeb8c1b93c01d3fb6987d1788 2024-12-06T06:21:58,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:21:58,663 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(3091): Received CLOSE for cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:58,663 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,35561,1733466094954 2024-12-06T06:21:58,664 INFO [RS:0;6336e8474e1c:35561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:21:58,664 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fd4fdcbeb8c1b93c01d3fb6987d1788, disabling compactions & flushes 2024-12-06T06:21:58,664 INFO [RS:0;6336e8474e1c:35561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35561. 2024-12-06T06:21:58,664 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:58,664 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:58,664 DEBUG [RS:0;6336e8474e1c:35561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:21:58,664 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. after waiting 0 ms 2024-12-06T06:21:58,664 DEBUG [RS:0;6336e8474e1c:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:21:58,664 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:58,664 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:21:58,664 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:21:58,664 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:21:58,664 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:21:58,664 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:21:58,664 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1325): Online Regions={8fd4fdcbeb8c1b93c01d3fb6987d1788=test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788., 1588230740=hbase:meta,,1.1588230740, cbac487180bb44eb00913ec6e5b0ac75=hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75.} 2024-12-06T06:21:58,664 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fd4fdcbeb8c1b93c01d3fb6987d1788, cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:58,664 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:21:58,664 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:21:58,664 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:21:58,664 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:21:58,664 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:21:58,665 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T06:21:58,667 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/default/test/8fd4fdcbeb8c1b93c01d3fb6987d1788/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:21:58,668 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:58,668 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T06:21:58,668 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:58,668 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fd4fdcbeb8c1b93c01d3fb6987d1788: Waiting for close lock at 1733466118664Running coprocessor pre-close hooks at 1733466118664Disabling compacts and flushes for region at 1733466118664Disabling writes for close at 1733466118664Writing region close event to WAL at 1733466118665 (+1 ms)Running coprocessor post-close hooks at 1733466118668 (+3 ms)Closed at 1733466118668 2024-12-06T06:21:58,668 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788. 2024-12-06T06:21:58,668 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbac487180bb44eb00913ec6e5b0ac75, disabling compactions & flushes 2024-12-06T06:21:58,668 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:58,668 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:58,668 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. after waiting 0 ms 2024-12-06T06:21:58,668 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:58,669 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cbac487180bb44eb00913ec6e5b0ac75 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-06T06:21:58,675 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:58,677 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:21:58,681 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:58,681 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 688, reset compression=false 2024-12-06T06:21:58,681 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6336e8474e1c,35561,1733466094954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:58,682 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/info/3e8175f6488e40b2a4b740f41e2db053 is 147, key is hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75./info:regioninfo/1733466106913/Put/seqid=0 2024-12-06T06:21:58,682 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6336e8474e1c,35561,1733466094954: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6336e8474e1c,35561,1733466094954, walGroup=6336e8474e1c%2C35561%2C1733466094954, offset=6336e8474e1c%2C35561%2C1733466094954.1733466109200:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:35561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T06:21:58,683 ERROR [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:21:58,683 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:21:58,684 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:21:58,684 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:21:58,684 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:21:58,684 INFO [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1656750080, "init": 1048576000, "max": 2306867200, "used": 1106114432 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208157432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T06:21:58,684 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/.tmp/hfileref/a0e195cfa7e24a529dd9687c47744d69 is 74, key is 1/hfileref:2578e1079c21407082fbda45b5794d33_SeqId_4_/1733466109049/DeleteColumn/seqid=0 2024-12-06T06:21:58,684 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:34211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:34211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T06:21:58,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741847_1023 (size=7686) 2024-12-06T06:21:58,690 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/info/3e8175f6488e40b2a4b740f41e2db053 2024-12-06T06:21:58,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741848_1024 (size=5489) 2024-12-06T06:21:58,715 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 393, reset compression=false 2024-12-06T06:21:58,716 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/ns/8ff11b9408704bc883a501a84a637f8f is 43, key is default/ns:d/1733466096706/Put/seqid=0 2024-12-06T06:21:58,719 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T06:21:58,719 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 688, reset compression=false 2024-12-06T06:21:58,719 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6336e8474e1c,35561,1733466094954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T06:21:58,720 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-06T06:21:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741849_1025 (size=5153) 2024-12-06T06:21:58,865 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:58,884 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 688, reset compression=false 2024-12-06T06:21:58,922 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 688, reset compression=false 2024-12-06T06:21:59,065 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:59,102 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/.tmp/hfileref/a0e195cfa7e24a529dd9687c47744d69 2024-12-06T06:21:59,120 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/ns/8ff11b9408704bc883a501a84a637f8f 2024-12-06T06:21:59,140 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/.tmp/queue/9cf79c984faf41aca71edc576f4d8cac is 153, key is 1-6336e8474e1c,35561,1733466094954/queue:6336e8474e1c%2C35561%2C1733466094954/1733466111392/Put/seqid=0 2024-12-06T06:21:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741850_1026 (size=5504) 2024-12-06T06:21:59,148 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:21:59,149 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:21:59,150 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/rep_barrier/d2faa18dfaf64e1ba20cee1dc2c9ff40 is 112, key is test,,1733466103163.8fd4fdcbeb8c1b93c01d3fb6987d1788./rep_barrier:seqnumDuringOpen/1733466103950/Put/seqid=0 2024-12-06T06:21:59,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741851_1027 (size=5518) 2024-12-06T06:21:59,189 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 688, reset compression=false 2024-12-06T06:21:59,225 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 688, reset compression=false 2024-12-06T06:21:59,265 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:59,465 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbac487180bb44eb00913ec6e5b0ac75 2024-12-06T06:21:59,549 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/.tmp/queue/9cf79c984faf41aca71edc576f4d8cac 2024-12-06T06:21:59,554 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/rep_barrier/d2faa18dfaf64e1ba20cee1dc2c9ff40 2024-12-06T06:21:59,555 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/.tmp/hfileref/a0e195cfa7e24a529dd9687c47744d69 as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/hfileref/a0e195cfa7e24a529dd9687c47744d69 2024-12-06T06:21:59,559 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/hfileref/a0e195cfa7e24a529dd9687c47744d69, entries=6, sequenceid=17, filesize=5.4 K 2024-12-06T06:21:59,560 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/.tmp/queue/9cf79c984faf41aca71edc576f4d8cac as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/queue/9cf79c984faf41aca71edc576f4d8cac 2024-12-06T06:21:59,563 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/queue/9cf79c984faf41aca71edc576f4d8cac, entries=2, sequenceid=17, filesize=5.4 K 2024-12-06T06:21:59,564 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cbac487180bb44eb00913ec6e5b0ac75 in 896ms, sequenceid=17, compaction requested=false 2024-12-06T06:21:59,571 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/replication/cbac487180bb44eb00913ec6e5b0ac75/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-06T06:21:59,572 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:21:59,572 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:21:59,572 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:59,572 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbac487180bb44eb00913ec6e5b0ac75: Waiting for close lock at 1733466118668Running coprocessor pre-close hooks at 1733466118668Disabling compacts and flushes for region at 1733466118668Disabling writes for close at 1733466118668Obtaining lock to block concurrent updates at 1733466118669 (+1 ms)Preparing flush snapshotting stores in cbac487180bb44eb00913ec6e5b0ac75 at 1733466118669Finished memstore snapshotting hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733466118669Flushing stores of hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. at 1733466118669Flushing cbac487180bb44eb00913ec6e5b0ac75/hfileref: creating writer at 1733466118669Flushing cbac487180bb44eb00913ec6e5b0ac75/hfileref: appending metadata at 1733466118684 (+15 ms)Flushing cbac487180bb44eb00913ec6e5b0ac75/hfileref: closing flushed file at 1733466118684Flushing cbac487180bb44eb00913ec6e5b0ac75/queue: creating writer at 1733466119116 (+432 ms)Flushing cbac487180bb44eb00913ec6e5b0ac75/queue: appending metadata at 1733466119140 (+24 ms)Flushing cbac487180bb44eb00913ec6e5b0ac75/queue: closing flushed file at 1733466119140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfed2f8: reopening flushed file at 1733466119554 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f7f886: reopening flushed file at 1733466119559 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cbac487180bb44eb00913ec6e5b0ac75 in 896ms, sequenceid=17, compaction requested=false at 1733466119564 (+5 ms)Writing region close event to WAL at 1733466119569 (+5 ms)Running coprocessor post-close hooks at 1733466119572 (+3 ms)Closed at 1733466119572 2024-12-06T06:21:59,572 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733466106099.cbac487180bb44eb00913ec6e5b0ac75. 2024-12-06T06:21:59,573 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/table/73d5cf218f7f4944a1c8de47c3029bf6 is 53, key is hbase:replication/table:state/1733466106921/Put/seqid=0 2024-12-06T06:21:59,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741852_1028 (size=5308) 2024-12-06T06:21:59,593 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 688, reset compression=false 2024-12-06T06:21:59,629 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 688, reset compression=false 2024-12-06T06:21:59,665 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:21:59,665 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T06:21:59,665 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:59,696 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:21:59,866 DEBUG [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:21:59,984 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/table/73d5cf218f7f4944a1c8de47c3029bf6 2024-12-06T06:21:59,989 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/info/3e8175f6488e40b2a4b740f41e2db053 as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/info/3e8175f6488e40b2a4b740f41e2db053 2024-12-06T06:21:59,994 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/info/3e8175f6488e40b2a4b740f41e2db053, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T06:21:59,995 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/ns/8ff11b9408704bc883a501a84a637f8f as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/ns/8ff11b9408704bc883a501a84a637f8f 2024-12-06T06:21:59,999 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/ns/8ff11b9408704bc883a501a84a637f8f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T06:21:59,999 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/rep_barrier/d2faa18dfaf64e1ba20cee1dc2c9ff40 as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/rep_barrier/d2faa18dfaf64e1ba20cee1dc2c9ff40 2024-12-06T06:22:00,003 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/rep_barrier/d2faa18dfaf64e1ba20cee1dc2c9ff40, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T06:22:00,003 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/.tmp/table/73d5cf218f7f4944a1c8de47c3029bf6 as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/table/73d5cf218f7f4944a1c8de47c3029bf6 2024-12-06T06:22:00,007 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/table/73d5cf218f7f4944a1c8de47c3029bf6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T06:22:00,008 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false 2024-12-06T06:22:00,008 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:22:00,027 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T06:22:00,027 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T06:22:00,027 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:22:00,027 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:22:00,027 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733466118664Running coprocessor pre-close hooks at 1733466118664Disabling compacts and flushes for region at 1733466118664Disabling writes for close at 1733466118664Obtaining lock to block concurrent updates at 1733466118665 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733466118665Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733466118665Flushing stores of hbase:meta,,1.1588230740 at 1733466118665Flushing 1588230740/info: creating writer at 1733466118665Flushing 1588230740/info: appending metadata at 1733466118681 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733466118681Flushing 1588230740/ns: creating writer at 1733466118693 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733466118715 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733466118715Flushing 1588230740/rep_barrier: creating writer at 1733466119127 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733466119149 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733466119150 (+1 ms)Flushing 1588230740/table: creating writer at 1733466119558 (+408 ms)Flushing 1588230740/table: appending metadata at 1733466119573 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733466119573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5b9fdc: reopening flushed file at 1733466119988 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558e14e2: reopening flushed file at 1733466119994 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e330e33: reopening flushed file at 1733466119999 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf19043: reopening flushed file at 1733466120003 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false at 1733466120008 (+5 ms)Writing region close event to WAL at 1733466120024 (+16 ms)Running coprocessor post-close hooks at 1733466120027 (+3 ms)Closed at 1733466120027 2024-12-06T06:22:00,028 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:22:00,066 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,35561,1733466094954; all regions closed. 2024-12-06T06:22:00,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741842_1018 (size=859) 2024-12-06T06:22:00,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741844_1020 (size=2791) 2024-12-06T06:22:00,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 not finished, retry = 0 2024-12-06T06:22:00,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741843_1019 (size=696) 2024-12-06T06:22:00,097 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 688, reset compression=false 2024-12-06T06:22:00,133 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 to pos 688, reset compression=false 2024-12-06T06:22:00,174 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 2024-12-06T06:22:00,174 DEBUG [RS:0;6336e8474e1c:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:22:00,174 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/WALs/6336e8474e1c,35561,1733466094954/6336e8474e1c%2C35561%2C1733466094954.1733466109200 2024-12-06T06:22:00,174 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:22:00,174 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-06T06:22:00,174 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-06T06:22:00,174 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-06T06:22:00,174 DEBUG [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-06T06:22:00,174 INFO [RS:0;6336e8474e1c:35561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:22:00,174 INFO [RS:0;6336e8474e1c:35561 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:22:00,174 INFO [RS:0;6336e8474e1c:35561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:22:00,175 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:22:00,175 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6336e8474e1c,35561,1733466094954 because: Region server is closing 2024-12-06T06:22:00,175 INFO [RS:0;6336e8474e1c:35561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35561. 2024-12-06T06:22:00,175 DEBUG [RS:0;6336e8474e1c:35561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:22:00,175 DEBUG [RS:0;6336e8474e1c:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:22:00,176 DEBUG [RS:0;6336e8474e1c:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:22:00,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:22:00,276 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 terminated 2024-12-06T06:22:00,276 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6336e8474e1c,35561,1733466094954 because: Region server is closing 2024-12-06T06:22:00,276 INFO [RS:0;6336e8474e1c:35561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:35561. 2024-12-06T06:22:00,276 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,1-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,1-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-06T06:22:00,276 DEBUG [RS:0;6336e8474e1c:35561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:22:00,276 DEBUG [RS:0;6336e8474e1c:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:22:00,277 DEBUG [RS:0;6336e8474e1c:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:22:00,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:22:00,377 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.shipper6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 terminated 2024-12-06T06:22:00,377 WARN [RS_REFRESH_PEER-regionserver/6336e8474e1c:0-0.replicationSource,2-6336e8474e1c,35561,1733466094954.replicationSource.wal-reader.6336e8474e1c%2C35561%2C1733466094954,2-6336e8474e1c,35561,1733466094954 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-06T06:22:00,377 INFO [RS:0;6336e8474e1c:35561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35561 2024-12-06T06:22:00,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0307723455/rs/6336e8474e1c,35561,1733466094954 2024-12-06T06:22:00,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455/rs 2024-12-06T06:22:00,379 INFO [RS:0;6336e8474e1c:35561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:22:00,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,35561,1733466094954] 2024-12-06T06:22:00,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0307723455/draining/6336e8474e1c,35561,1733466094954 already deleted, retry=false 2024-12-06T06:22:00,383 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,35561,1733466094954 expired; onlineServers=0 2024-12-06T06:22:00,383 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,34211,1733466094889' ***** 2024-12-06T06:22:00,383 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:22:00,383 INFO [M:0;6336e8474e1c:34211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:22:00,383 INFO [M:0;6336e8474e1c:34211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:22:00,383 DEBUG [M:0;6336e8474e1c:34211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:22:00,383 DEBUG [M:0;6336e8474e1c:34211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:22:00,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:22:00,383 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466096044 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733466096044,5,FailOnTimeoutGroup] 2024-12-06T06:22:00,383 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466096043 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733466096043,5,FailOnTimeoutGroup] 2024-12-06T06:22:00,383 INFO [M:0;6336e8474e1c:34211 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:22:00,383 INFO [M:0;6336e8474e1c:34211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:22:00,383 DEBUG [M:0;6336e8474e1c:34211 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:22:00,383 INFO [M:0;6336e8474e1c:34211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:22:00,383 INFO [M:0;6336e8474e1c:34211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:22:00,383 INFO [M:0;6336e8474e1c:34211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:22:00,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:22:00,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0307723455/master 2024-12-06T06:22:00,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0307723455 2024-12-06T06:22:00,386 DEBUG [M:0;6336e8474e1c:34211 {}] zookeeper.RecoverableZooKeeper(212): Node /0307723455/master already deleted, retry=false 2024-12-06T06:22:00,386 DEBUG [M:0;6336e8474e1c:34211 {}] master.ActiveMasterManager(353): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Failed delete of our master address node; KeeperErrorCode = NoNode for /0307723455/master 2024-12-06T06:22:00,386 INFO [M:0;6336e8474e1c:34211 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/.lastflushedseqids 2024-12-06T06:22:00,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741853_1029 (size=263) 2024-12-06T06:22:00,391 INFO [M:0;6336e8474e1c:34211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:22:00,391 INFO [M:0;6336e8474e1c:34211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:22:00,392 DEBUG [M:0;6336e8474e1c:34211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:22:00,392 INFO [M:0;6336e8474e1c:34211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:22:00,392 DEBUG [M:0;6336e8474e1c:34211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:22:00,392 DEBUG [M:0;6336e8474e1c:34211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:22:00,392 DEBUG [M:0;6336e8474e1c:34211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:22:00,392 INFO [M:0;6336e8474e1c:34211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-06T06:22:00,407 DEBUG [M:0;6336e8474e1c:34211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/273e1b04035a4141b0c4fe7b1c3b1021 is 82, key is hbase:meta,,1/info:regioninfo/1733466096691/Put/seqid=0 2024-12-06T06:22:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741854_1030 (size=5672) 2024-12-06T06:22:00,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:22:00,480 INFO [RS:0;6336e8474e1c:35561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:22:00,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x101866f63650001, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:22:00,480 INFO [RS:0;6336e8474e1c:35561 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,35561,1733466094954; zookeeper connection closed. 2024-12-06T06:22:00,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f77343b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f77343b 2024-12-06T06:22:00,481 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:22:00,811 INFO [M:0;6336e8474e1c:34211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/273e1b04035a4141b0c4fe7b1c3b1021 2024-12-06T06:22:00,835 DEBUG [M:0;6336e8474e1c:34211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19d3753588c14cf982f3b0ee7697004d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733466106925/Put/seqid=0 2024-12-06T06:22:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741855_1031 (size=8909) 2024-12-06T06:22:01,242 INFO [M:0;6336e8474e1c:34211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19d3753588c14cf982f3b0ee7697004d 2024-12-06T06:22:01,265 DEBUG [M:0;6336e8474e1c:34211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb7abe6edb974cf3a53c7d636e77c834 is 69, key is 6336e8474e1c,35561,1733466094954/rs:state/1733466096117/Put/seqid=0 2024-12-06T06:22:01,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741856_1032 (size=5156) 2024-12-06T06:22:01,669 INFO [M:0;6336e8474e1c:34211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb7abe6edb974cf3a53c7d636e77c834 2024-12-06T06:22:01,673 DEBUG [M:0;6336e8474e1c:34211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/273e1b04035a4141b0c4fe7b1c3b1021 as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/273e1b04035a4141b0c4fe7b1c3b1021 2024-12-06T06:22:01,678 INFO [M:0;6336e8474e1c:34211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/273e1b04035a4141b0c4fe7b1c3b1021, entries=8, sequenceid=112, filesize=5.5 K 2024-12-06T06:22:01,678 DEBUG [M:0;6336e8474e1c:34211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19d3753588c14cf982f3b0ee7697004d as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19d3753588c14cf982f3b0ee7697004d 2024-12-06T06:22:01,682 INFO [M:0;6336e8474e1c:34211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19d3753588c14cf982f3b0ee7697004d, entries=13, sequenceid=112, filesize=8.7 K 2024-12-06T06:22:01,683 DEBUG [M:0;6336e8474e1c:34211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb7abe6edb974cf3a53c7d636e77c834 as hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb7abe6edb974cf3a53c7d636e77c834 2024-12-06T06:22:01,686 INFO [M:0;6336e8474e1c:34211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/cd5c772c-30f1-b9c3-e8f5-870b84c40c15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb7abe6edb974cf3a53c7d636e77c834, entries=1, sequenceid=112, filesize=5.0 K 2024-12-06T06:22:01,687 INFO [M:0;6336e8474e1c:34211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=112, compaction requested=false 2024-12-06T06:22:01,689 INFO [M:0;6336e8474e1c:34211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:22:01,689 DEBUG [M:0;6336e8474e1c:34211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733466120392Disabling compacts and flushes for region at 1733466120392Disabling writes for close at 1733466120392Obtaining lock to block concurrent updates at 1733466120392Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733466120392Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733466120392Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733466120393 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733466120393Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733466120407 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733466120407Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733466120816 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733466120835 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733466120835Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733466121246 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733466121264 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733466121264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1239dc65: reopening flushed file at 1733466121673 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2405fec1: reopening flushed file at 1733466121678 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edc4d3b: reopening flushed file at 1733466121682 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=112, compaction requested=false at 1733466121687 (+5 ms)Writing region close event to WAL at 1733466121689 (+2 ms)Closed at 1733466121689 2024-12-06T06:22:01,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741830_1006 (size=69055) 2024-12-06T06:22:01,695 INFO [M:0;6336e8474e1c:34211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:22:01,695 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:22:01,696 INFO [M:0;6336e8474e1c:34211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34211 2024-12-06T06:22:01,696 INFO [M:0;6336e8474e1c:34211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:22:01,798 INFO [M:0;6336e8474e1c:34211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:22:01,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:22:01,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34211-0x101866f63650000, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:22:01,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12902795{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:22:01,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f543dc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:22:01,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:22:01,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37047678{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:22:01,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e9db49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/hadoop.log.dir/,STOPPED} 2024-12-06T06:22:01,803 WARN [BP-851128793-172.17.0.2-1733466093809 heartbeating to localhost/127.0.0.1:46067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:22:01,803 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:22:01,803 WARN [BP-851128793-172.17.0.2-1733466093809 heartbeating to localhost/127.0.0.1:46067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-851128793-172.17.0.2-1733466093809 (Datanode Uuid 1e96ad8a-26b1-4994-b778-db4d934db784) service to localhost/127.0.0.1:46067 2024-12-06T06:22:01,803 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:22:01,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/cluster_3d68e597-477f-feea-7d47-41e8ac8c82e8/data/data1/current/BP-851128793-172.17.0.2-1733466093809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:22:01,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/cluster_3d68e597-477f-feea-7d47-41e8ac8c82e8/data/data2/current/BP-851128793-172.17.0.2-1733466093809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:22:01,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:22:01,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f53a1f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:22:01,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d6047c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:22:01,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:22:01,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6828b0e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:22:01,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c77357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6bc74b4-59f1-1e71-a25f-ff2f79894306/hadoop.log.dir/,STOPPED} 2024-12-06T06:22:01,819 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:22:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:22:01,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 536) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:32799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52027) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46067 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32799 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52027) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42683 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52027) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=978 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 365) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3660 (was 4475) 2024-12-06T06:22:01,856 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2024-12-06T06:22:01,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101866f63650005, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:22:01,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101866f63650008, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:22:01,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101866f63650005, quorum=127.0.0.1:52027, baseZNode=/1-297162121 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:22:01,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101866f63650002, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T06:22:01,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101866f63650008, quorum=127.0.0.1:52027, baseZNode=/2-610962023 Received Disconnected from ZooKeeper, ignoring 2024-12-06T06:22:01,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101866f63650002, quorum=127.0.0.1:52027, baseZNode=/0307723455 Received Disconnected from ZooKeeper, ignoring